-- Logs begin at Sat 2022-09-17 03:48:15 UTC, end at Sat 2022-09-17 04:58:24 UTC. -- Sep 17 04:20:01.444263 dv-cinder-857993-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 04:20:04.052799 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.common.config [-] Logging enabled! Sep 17 04:20:04.053456 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 17 04:20:04.053615 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106115) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 17 04:20:04.056894 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.common.config [-] Logging enabled! Sep 17 04:20:04.057166 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 17 04:20:04.057470 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106115) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 17 04:20:04.058393 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 04:20:04.058622 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 04:20:04.059102 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 04:20:04.059345 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 04:20:04.059570 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 04:20:04.059893 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.060194 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.060423 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.060717 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.060990 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.061295 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.061581 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.061877 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.062159 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.062433 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.062717 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.062945 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.063219 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.063497 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.063765 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.063985 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] debug = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.064260 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.064680 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.065068 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.065379 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.065664 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.065949 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.066206 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.066490 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.066766 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.067088 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] host = dv-cinder-857993-2-iscsi {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.067363 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.067645 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.067925 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.068210 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.068473 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.068746 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.069028 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.069324 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.069593 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.069880 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.070149 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.070430 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.070714 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.070983 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.071208 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.071490 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.071775 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.072047 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.072318 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.072590 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.072861 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.073152 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.073417 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.073696 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.073976 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.074255 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.074533 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.074802 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.075073 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.075343 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.075625 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.075895 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.076162 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.076429 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.076712 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.076977 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.077271 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.077566 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.077850 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.078128 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.078409 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.078680 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.078958 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.079227 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.079498 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.079766 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] use_json = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.080035 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.080300 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.080578 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.080850 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.081148 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.081421 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.081691 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.081973 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.082244 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:04.082539 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.082832 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.083130 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.083412 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.083716 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.083997 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.084283 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.084560 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.084846 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.085224 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.085518 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.085796 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.086092 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.086380 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.086699 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.087002 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.087293 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.087583 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.087857 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.088129 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.088399 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.088676 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.088962 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.089271 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.089556 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.089841 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.090118 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.090410 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.090702 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.090980 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.091276 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.091562 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.091835 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.092109 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.092396 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.092676 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.092943 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.093251 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.093526 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.093795 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.094180 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.094358 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.094641 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.094913 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.095188 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.095474 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.095748 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.096016 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.096287 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.096563 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.096825 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.097130 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.097408 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.097676 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.097941 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.098215 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.098482 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.098755 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.099026 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.099294 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.099566 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.099830 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.100096 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.100364 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.100631 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.100897 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.101195 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.101466 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.101740 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.102005 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.102322 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.102591 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.102862 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.103130 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.103411 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.103705 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.103978 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.104251 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.104526 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.104799 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.105072 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.105367 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.105639 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.105912 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.106180 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.106467 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.106746 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.107028 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.107305 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.107597 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.107892 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.108168 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.108443 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.108718 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.108990 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.109287 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.109568 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.109845 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.110120 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.110401 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.110684 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.110974 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.111267 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.111907 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.112194 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.112481 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.112777 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.113059 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.113387 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.113668 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:04.113884 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 04:20:04.114128 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106115) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 04:20:04.491353 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 17 04:20:04.491554 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 17 04:20:04.491814 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 17 04:20:04.492066 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 17 04:20:04.492340 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 17 04:20:04.492669 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 04:20:04.813060 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.813364 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.813636 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.814841 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.815109 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.815374 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.867967 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.868234 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.868504 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.884405 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.884692 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.884951 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.912778 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.913050 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.913351 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.950007 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.950293 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:04.950557 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.177423 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.178086 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.178086 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.179040 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.179804 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.275288 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.275574 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.275888 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.276158 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.276425 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.276731 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.276990 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.277271 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.277524 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.277809 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.278071 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.278334 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.278572 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.278823 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.279078 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.279340 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.279591 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.279853 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.280123 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.280361 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.280630 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.280887 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.281197 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.281570 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.281820 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.282063 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.282456 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 04:20:05.282694 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 04:20:05.282928 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 04:20:05.283161 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 04:20:05.283393 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 04:20:05.283625 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 04:20:05.283989 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 04:20:05.287068 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 04:20:05.291006 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 04:20:05.294879 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 17 04:20:05.296480 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 04:20:05.297126 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 04:20:05.297458 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 04:20:05.297839 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 04:20:05.300584 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 04:20:05.300843 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 04:20:05.301212 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 04:20:05.306343 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 04:20:05.328927 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 04:20:05.329412 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.329706 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106115) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 17 04:20:05.330074 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.331423 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106115) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 04:20:05.331698 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 04:20:05.331934 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 04:20:05.342677 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.342959 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:05.448102 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 04:20:05.448331 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 04:20:05.448667 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 04:20:05.449232 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 04:20:05.504779 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO dbcounter [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Registered counter for database neutron Sep 17 04:20:05.526418 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_db.sqlalchemy.engines [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106115) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 04:20:05.532818 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG dbcounter [-] [106115] Writer thread running {{(pid=106115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 04:20:06.082830 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Initializing driver for type 'gre' Sep 17 04:20:06.083351 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] gre ID ranges: [(1, 1000)] Sep 17 04:20:06.141824 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Initializing driver for type 'local' Sep 17 04:20:06.142266 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Initializing driver for type 'vlan' Sep 17 04:20:06.156154 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] VlanTypeDriver initialization complete Sep 17 04:20:06.156534 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Initializing driver for type 'vxlan' Sep 17 04:20:06.157031 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] vxlan ID ranges: [(1, 1000)] Sep 17 04:20:06.210326 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Initializing extension driver 'port_security' Sep 17 04:20:06.210929 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.extensions.port_security [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] PortSecurityExtensionDriver initialization complete Sep 17 04:20:06.210929 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Initializing mechanism driver 'openvswitch' Sep 17 04:20:06.211279 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Initializing mechanism driver 'hyperv' Sep 17 04:20:06.217993 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.plugin [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:20:06.218665 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > port after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.219038 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > port after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.219390 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > port after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.219896 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 04:20:06.220310 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.220665 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.221011 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.221425 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 04:20:06.221827 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > network after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.222179 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > network after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.222521 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > network after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.222905 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 04:20:06.223303 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > security_group after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.223649 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > security_group after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.223992 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.224379 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 04:20:06.224776 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.225144 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.225486 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.226002 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 04:20:06.226409 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > address_group after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.226758 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > address_group after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.227100 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.227491 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 04:20:06.227929 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] ML2 OVO RPC backend initialized. {{(pid=106115) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 17 04:20:06.228632 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.229015 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.229459 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > network before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.229812 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > networks before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.230183 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > port before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.230527 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > ports before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.230869 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > subnet before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.231208 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > subnets before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.231552 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > network after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.231891 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > network after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.232227 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > network after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.232564 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > port after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.232900 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > port after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.233271 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > port after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.233615 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.233954 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.234289 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.242244 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded quota_driver: . Sep 17 04:20:06.242625 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.plugin [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Modular L2 Plugin initialization complete Sep 17 04:20:06.243027 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading services supported by the core plugin {{(pid=106115) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 04:20:06.243369 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Got port-security extension from driver 'port_security' Sep 17 04:20:06.243883 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.extensions.vlantransparent [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Disabled vlantransparent extension. Sep 17 04:20:06.244375 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106115) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 04:20:06.244699 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading Plugin: router Sep 17 04:20:06.279511 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.279896 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router after_create 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.280266 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router before_create 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.280634 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.281004 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.281387 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router after_delete 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.281749 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.282100 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.282459 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router after_create 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.282804 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router after_update 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.283155 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router after_update 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.283501 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.283854 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router after_update 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.284267 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.284636 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: port after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.284980 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: port after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.285352 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: subnet after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.285699 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.286035 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.286384 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.286730 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: port before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.287081 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router precommit_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.287438 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router after_update 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.287783 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.288136 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.288501 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.288850 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.289259 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > agent after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.289696 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > agent after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.290048 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > network after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.290897 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Tracking information for resource: router configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 04:20:06.291228 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Tracking information for resource: floatingip configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 04:20:06.296154 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.db.l3_agentschedulers_db [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 04:20:06.296749 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: port after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.297123 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: port after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.297492 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: port after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.297838 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: port after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.298588 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router before_create 55550100 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.298985 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.299349 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router precommit_create 55550100 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.299710 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > router precommit_update 55550100 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.304552 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.services.provider_configuration [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service providers = [] {{(pid=106115) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 04:20:06.304921 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.db.servicetype_db [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106115) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 04:20:06.307914 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.services.service_base [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 04:20:06.308258 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.services.service_base [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 04:20:06.308599 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.services.service_base [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 04:20:06.309502 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.services.service_base [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 04:20:06.309875 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.services.service_base [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 04:20:06.310244 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 04:20:06.310564 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 04:20:06.322312 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 04:20:06.322643 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading Plugin: auto_allocate Sep 17 04:20:06.328178 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: network precommit_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.328549 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: network precommit_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.329062 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 04:20:06.329408 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading Plugin: tag Sep 17 04:20:06.336037 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 04:20:06.336309 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading Plugin: timestamp Sep 17 04:20:06.340406 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 04:20:06.340732 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading Plugin: network_ip_availability Sep 17 04:20:06.346488 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.346892 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.347283 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.348119 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 04:20:06.348491 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading Plugin: flavors Sep 17 04:20:06.353616 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 04:20:06.353936 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading Plugin: revisions Sep 17 04:20:06.358356 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 04:20:06.358748 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.866s {{(pid=106115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 17 04:20:06.359490 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106115) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 17 04:20:06.359828 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Initializing extension manager. Sep 17 04:20:06.360351 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: __init__.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.360696 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: __pycache__ {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.361031 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: address_group.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.362347 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.362922 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: address-group Sep 17 04:20:06.363247 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: address_scope.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.363916 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.364417 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: address-scope Sep 17 04:20:06.364741 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.365638 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.366145 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: router-admin-state-down-before-update Sep 17 04:20:06.366470 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: agent.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.367138 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.367649 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: agent Sep 17 04:20:06.367974 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: agent_resources_synced.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.368831 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.369355 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: agent-resources-synced Sep 17 04:20:06.369670 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: allowedaddresspairs.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.371428 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.371961 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: allowed-address-pairs Sep 17 04:20:06.372270 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: auto_allocated_topology.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.373317 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.373827 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: auto-allocated-topology Sep 17 04:20:06.374152 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: availability_zone.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.374805 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.375308 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: availability_zone Sep 17 04:20:06.375630 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: availability_zone_filter.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.376496 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.377004 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: availability_zone_filter Sep 17 04:20:06.377352 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: data_plane_status.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.378217 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.378717 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 04:20:06.379037 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: default_subnetpools.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.379896 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.380399 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: default-subnetpools Sep 17 04:20:06.380719 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.381526 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.382028 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: dhcp_agent_scheduler Sep 17 04:20:06.382350 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: dns.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.383214 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.383754 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension dns-integration not supported by any of loaded plugins Sep 17 04:20:06.384070 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: dns_domain_ports.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.384936 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.385466 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 04:20:06.385788 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.386663 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.387154 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 04:20:06.387474 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: dvr.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.388100 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.388594 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: dvr Sep 17 04:20:06.388912 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: ecmp_routes.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.389800 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.390295 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 04:20:06.390613 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: empty_string_filtering.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.391470 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.391970 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: empty-string-filtering Sep 17 04:20:06.392288 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.393198 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.393726 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 04:20:06.394044 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.394897 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.395395 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 04:20:06.395715 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: external_net.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.396579 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.397076 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: external-net Sep 17 04:20:06.397421 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.398295 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.398788 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: extra_dhcp_opt Sep 17 04:20:06.399132 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: extraroute.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.399992 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.400498 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: extraroute Sep 17 04:20:06.400819 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: extraroute_atomic.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.401837 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.402336 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: extraroute-atomic Sep 17 04:20:06.402653 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: filter_validation.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.403271 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.403764 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: filter-validation Sep 17 04:20:06.404080 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: fip_pf_description.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.404926 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.405454 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 04:20:06.405773 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: fip_pf_detail.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.406640 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.407139 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 17 04:20:06.407458 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: fip_pf_port_range.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.408317 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.408813 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 17 04:20:06.409169 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: fip_port_details.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.410038 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.410555 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: fip-port-details Sep 17 04:20:06.410880 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: flavors.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.412038 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.412544 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: flavors Sep 17 04:20:06.412868 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.414519 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.415081 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 04:20:06.415409 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: floatingip_pools.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.416071 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.416588 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: floatingip-pools Sep 17 04:20:06.416916 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: ip_allocation.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.417809 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.418306 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 04:20:06.418628 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.419521 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.420019 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: ip-substring-filtering Sep 17 04:20:06.420342 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: l2_adjacency.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.421272 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.421765 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 04:20:06.422089 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: l3.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.423011 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.423512 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: router Sep 17 04:20:06.423836 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.426195 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.426720 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 04:20:06.427056 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.427929 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.428442 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: ext-gw-mode Sep 17 04:20:06.428769 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.429680 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.430208 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: l3-ha Sep 17 04:20:06.430536 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.431407 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.431909 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 17 04:20:06.432231 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: l3_flavors.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.433114 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.433636 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: l3-flavors Sep 17 04:20:06.433958 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.435280 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.435796 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 17 04:20:06.436124 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.436997 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.437536 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 04:20:06.437868 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: l3agentscheduler.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.438851 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.439361 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: l3_agent_scheduler Sep 17 04:20:06.439688 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: local_ip.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.441393 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.441905 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension local_ip not supported by any of loaded plugins Sep 17 04:20:06.442236 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: logging.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.443655 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.444168 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension logging not supported by any of loaded plugins Sep 17 04:20:06.444495 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: metering.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.445221 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.445852 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: metering Sep 17 04:20:06.446178 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.447224 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.447735 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: metering_source_and_destination_fields Sep 17 04:20:06.448058 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: multiprovidernet.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.448946 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.449494 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: multi-provider Sep 17 04:20:06.449820 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: netmtu.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.450690 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.451197 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: net-mtu Sep 17 04:20:06.451521 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: netmtu_writable.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.452381 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.452886 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: net-mtu-writable Sep 17 04:20:06.453234 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: network_availability_zone.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.453865 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.454364 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: network_availability_zone Sep 17 04:20:06.454684 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: network_ip_availability.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.455723 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.456224 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: network-ip-availability Sep 17 04:20:06.456547 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: network_segment_range.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.457308 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.457800 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 04:20:06.458124 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: pagination.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.459064 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.459388 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: pagination Sep 17 04:20:06.459706 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: port_device_profile.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.460558 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.461067 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: port-device-profile Sep 17 04:20:06.461453 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: port_mac_address_override.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.462317 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.462818 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: port-mac-override Sep 17 04:20:06.463137 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.464000 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.464500 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: port-mac-address-regenerate Sep 17 04:20:06.464823 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.465729 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.466237 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: port-numa-affinity-policy Sep 17 04:20:06.466560 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: port_resource_request.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.467417 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.467910 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 04:20:06.468233 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: port_resource_request_groups.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.469170 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.469665 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 17 04:20:06.469987 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: portbindings.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.470863 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.471366 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: binding Sep 17 04:20:06.471686 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: portbindings_extended.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.472885 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.473426 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: binding-extended Sep 17 04:20:06.473755 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: portsecurity.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.474614 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.475121 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: port-security Sep 17 04:20:06.475444 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: project_id.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.476560 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.476894 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: project-id Sep 17 04:20:06.477307 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: providernet.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.478172 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.478693 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: provider Sep 17 04:20:06.479015 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.482500 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.483023 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos not supported by any of loaded plugins Sep 17 04:20:06.483358 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.484571 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.485096 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 04:20:06.485437 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.486686 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.487196 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 04:20:06.487525 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos_default.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.488394 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.488901 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos-default not supported by any of loaded plugins Sep 17 04:20:06.489261 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos_fip.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.490134 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.490640 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos-fip not supported by any of loaded plugins Sep 17 04:20:06.490961 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.491831 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.492335 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 17 04:20:06.492677 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos_gateway_ip.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.493580 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.494084 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 04:20:06.494407 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos_port_network_policy.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.495269 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.495783 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 04:20:06.496100 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.497113 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.497636 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 17 04:20:06.497959 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.498951 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.499459 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 17 04:20:06.499784 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos_pps_rule.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.500908 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.501454 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos-pps not supported by any of loaded plugins Sep 17 04:20:06.501775 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos_rule_type_details.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.502646 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.503152 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 04:20:06.503473 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.504337 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.504833 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 17 04:20:06.505188 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: qos_rules_alias.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.506182 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.506687 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 04:20:06.507007 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: quota_check_limit.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.507870 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.508424 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: quota-check-limit Sep 17 04:20:06.508752 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: quotasv2.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.509655 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.509979 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: quotas Sep 17 04:20:06.510298 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: quotasv2_detail.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.511934 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.512278 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: quota_details Sep 17 04:20:06.512610 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: rbac.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.513654 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.514173 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: rbac-policies Sep 17 04:20:06.514508 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: rbac_address_group.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.515393 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.515903 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: rbac-address-group Sep 17 04:20:06.516230 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: rbac_address_scope.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.517198 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.517716 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: rbac-address-scope Sep 17 04:20:06.518044 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: rbac_security_groups.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.518916 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.519429 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: rbac-security-groups Sep 17 04:20:06.519757 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: rbac_subnetpool.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.520628 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.521162 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: rbac-subnetpool Sep 17 04:20:06.521489 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: revisionifmatch.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.522362 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.522871 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: revision-if-match Sep 17 04:20:06.523195 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: revisions.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.524274 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.524778 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: standard-attr-revisions Sep 17 04:20:06.525114 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: router_availability_zone.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.525764 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.526272 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: router_availability_zone Sep 17 04:20:06.526596 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: routerservicetype.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.527473 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.527994 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension router-service-type not supported by any of loaded plugins Sep 17 04:20:06.528304 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.529197 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.529704 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: security-groups-normalized-cidr Sep 17 04:20:06.530030 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.530908 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.531416 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: port-security-groups-filtering Sep 17 04:20:06.531741 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.532614 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.533148 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: security-groups-remote-address-group Sep 17 04:20:06.533472 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.534352 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.534861 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: security-groups-shared-filtering Sep 17 04:20:06.535188 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: securitygroup.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.544926 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.545489 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: security-group Sep 17 04:20:06.545824 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: segment.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.546515 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.547033 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension segment not supported by any of loaded plugins Sep 17 04:20:06.547358 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.548251 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.548759 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 04:20:06.549102 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: servicetype.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.550152 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.550668 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: service-type Sep 17 04:20:06.550997 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: sorting.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.551930 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.552262 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: sorting Sep 17 04:20:06.552589 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: standard_attr_segment.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.553506 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.554018 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 04:20:06.554345 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: standardattrdescription.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.554952 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.555490 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: standard-attr-description Sep 17 04:20:06.555811 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: stateful_security_group.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.556703 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.557248 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: stateful-security-group Sep 17 04:20:06.557575 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: stdattrs_common.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.558122 dv-cinder-857993-2-iscsi neutron-server[106115]: WARNING neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 04:20:06.558446 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.559322 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.559823 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 04:20:06.560142 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: subnet_onboard.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.561178 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.561693 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: subnet_onboard Sep 17 04:20:06.562014 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.562888 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.563390 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 04:20:06.563708 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: subnet_service_types.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.564581 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.565093 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: subnet-service-types Sep 17 04:20:06.565429 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: subnetallocation.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.566451 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.566971 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: subnet_allocation Sep 17 04:20:06.567295 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.567923 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.568428 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: subnetpool-prefix-ops Sep 17 04:20:06.568752 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.569659 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.570163 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 04:20:06.570484 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: tagging.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.571576 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.572091 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: standard-attr-tag Sep 17 04:20:06.572414 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: timestamp.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.573582 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.574090 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loaded extension: standard-attr-timestamp Sep 17 04:20:06.574412 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: trunk.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.575390 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.575901 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension trunk not supported by any of loaded plugins Sep 17 04:20:06.576225 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: trunk_details.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.577099 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.577616 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension trunk-details not supported by any of loaded plugins Sep 17 04:20:06.577941 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: uplink_status_propagation.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.578816 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.579321 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 04:20:06.579646 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Loading extension file: vlantransparent.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 04:20:06.580269 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 04:20:06.580769 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 04:20:06.583377 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:network Sep 17 04:20:06.583890 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:subnet Sep 17 04:20:06.584282 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 04:20:06.584665 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:port Sep 17 04:20:06.585973 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.586490 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service FLAVORS assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.587052 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.587488 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.587819 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:router Sep 17 04:20:06.588250 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 04:20:06.588737 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service METERING assigned prefix: /metering {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.590192 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.590559 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.590909 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:20:06.591884 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 04:20:06.592323 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:security_group Sep 17 04:20:06.592760 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 04:20:06.593329 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service CORE assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.593664 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 04:20:06.594009 dv-cinder-857993-2-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] subnetpool is already registered Sep 17 04:20:06.594430 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service CORE assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.594748 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 04:20:06.595088 dv-cinder-857993-2-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] subnetpool is already registered Sep 17 04:20:06.597563 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.598008 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service FLAVORS assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.598634 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.599171 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.599503 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:router Sep 17 04:20:06.599862 dv-cinder-857993-2-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] router is already registered Sep 17 04:20:06.600279 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 04:20:06.600614 dv-cinder-857993-2-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] floatingip is already registered Sep 17 04:20:06.601107 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service METERING assigned prefix: /metering {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.601821 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 04:20:06.602195 dv-cinder-857993-2-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] rbac_policy is already registered Sep 17 04:20:06.602617 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:security_group Sep 17 04:20:06.602949 dv-cinder-857993-2-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] security_group is already registered Sep 17 04:20:06.603367 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 04:20:06.603693 dv-cinder-857993-2-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] security_group_rule is already registered Sep 17 04:20:06.604186 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service CORE assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.604511 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 04:20:06.604834 dv-cinder-857993-2-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] subnetpool is already registered Sep 17 04:20:06.605287 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Service CORE assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 04:20:06.605606 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 04:20:06.605932 dv-cinder-857993-2-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] subnetpool is already registered Sep 17 04:20:06.606399 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: extensions {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.608002 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: address-groups {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.609534 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: address-scopes {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.610766 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: agents {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.612310 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: auto-allocated-topology {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.614792 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: availability_zones {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.616038 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: dhcp-networks {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.617501 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: dhcp-agents {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.619078 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: routers {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.620801 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: flavors {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.622165 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: service_profiles {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.623479 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: next_providers {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.624947 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: service_profiles {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.626458 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: floatingip-pools {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.627710 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: routers {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.629561 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: floatingips {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.630778 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: l3-routers {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.632163 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: l3-agents {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.633813 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: metering-labels {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.635114 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: metering-label-rules {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.636395 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: network-ip-availabilities {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.637819 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: bindings {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.639400 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: quotas {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.640986 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: quotas {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.642659 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: rbac-policies {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.643847 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: security-groups {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.645053 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: security-group-rules {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.646350 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: service-providers {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.647666 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: subnetpools {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.649033 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: subnetpools {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.650561 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.652346 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.654112 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.656013 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.657769 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.659666 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.661484 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.663299 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.665275 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.667153 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 04:20:06.674323 dv-cinder-857993-2-iscsi neutron-server[106115]: WARNING keystonemiddleware.auth_token [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 04:20:06.679453 dv-cinder-857993-2-iscsi neutron-server[106115]: WARNING keystonemiddleware.auth_token [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 04:20:06.688413 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Acquiring lock "singleton_lock" {{(pid=106115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 17 04:20:06.688739 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Acquired lock "singleton_lock" {{(pid=106115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 17 04:20:06.689241 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Releasing lock "singleton_lock" {{(pid=106115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 17 04:20:06.689901 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO oslo_service.service [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Starting 2 workers Sep 17 04:20:06.694718 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Started child 106226 {{(pid=106115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 04:20:06.699167 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Started child 106227 {{(pid=106115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 04:20:06.700141 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:06.700794 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO neutron.service [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 04:20:06.701265 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:06.701666 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [-] (106226) wsgi starting up on http://0.0.0.0:9696 Sep 17 04:20:06.703628 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO oslo_service.service [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Starting 1 workers Sep 17 04:20:06.703856 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:06.705266 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [-] (106227) wsgi starting up on http://0.0.0.0:9696 Sep 17 04:20:06.708774 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Started child 106228 {{(pid=106115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 04:20:06.709339 dv-cinder-857993-2-iscsi neutron-server[106115]: INFO oslo_service.service [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Starting 1 workers Sep 17 04:20:06.712706 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.service [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] calling RpcWorker wait() {{(pid=106228) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 04:20:06.713349 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.service [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] returning from RpcWorker wait() {{(pid=106228) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 04:20:06.713883 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Started child 106229 {{(pid=106115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 04:20:06.714626 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-d8267d25-aa91-4f4c-bd3f-c345399462b2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:06.714754 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:06.715260 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:20:06.716475 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106115) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 04:20:06.716659 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 04:20:06.716867 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 04:20:06.717061 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 04:20:06.717442 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 04:20:06.717584 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 04:20:06.718095 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.718365 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.718632 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.718758 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:06.719239 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.719422 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.719673 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:20:06.719803 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.719879 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.720153 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.720427 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.720553 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.720734 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.720973 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.721227 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.721540 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.721807 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.722055 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.722282 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.722442 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.722687 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.722958 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.723183 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.723482 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] debug = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.723728 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.724208 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.724449 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.724683 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.724920 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.725195 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.725452 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.725724 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.725965 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.726200 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.726439 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.726699 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.726941 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.727223 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.727470 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.727745 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.727966 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.728459 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] host = dv-cinder-857993-2-iscsi {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.728695 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.728925 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.729202 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.729445 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.729718 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.729938 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.730197 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.730456 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.730715 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.730937 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.731176 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.731425 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.731645 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.731882 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.732168 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_options = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.732422 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.732729 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.732979 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.733189 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.733359 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.733582 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.733774 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.733937 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.734172 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.734386 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.734597 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.734829 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.735055 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.735320 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.735516 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.735753 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.735967 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.736200 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.736826 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.737110 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.737331 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.737684 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.737904 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.738122 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.738337 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.738683 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.738807 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.739022 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.739233 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.739463 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.739806 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.740102 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.740297 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.740654 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.741018 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.741384 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.741668 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.741875 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.742169 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.742444 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.742670 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.742938 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.743147 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.743462 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.743693 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.743921 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.744147 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_json = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.744391 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.744639 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.744889 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.745141 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.745469 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.745608 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.745808 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.746350 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.746350 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.746696 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.746978 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.747271 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.747509 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.747772 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.748019 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.748250 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.748469 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.748718 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.748946 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.749270 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.749514 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.749815 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.750073 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.750341 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.750662 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.750900 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.751180 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.751399 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.751624 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.751840 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.752061 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.752335 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.752576 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.752808 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.753038 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.753284 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.753603 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.753866 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.754136 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.754475 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.754734 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.754987 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.755260 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.755507 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.755751 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.755966 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.756197 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.756411 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.756630 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.756893 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.757156 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.757403 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.757639 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.757854 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.758096 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.758351 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.758618 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.758875 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.759098 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.759312 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.759541 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.759753 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.759982 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.760208 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.760436 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.760688 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.760938 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.761192 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.761827 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.761827 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.762077 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.762206 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.762346 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.762526 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.762738 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.762955 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.763165 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.763395 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.763635 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.763851 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.764116 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.764277 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.764486 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.764737 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.764974 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.765542 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.765542 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.765855 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.765855 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.766308 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.766308 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.766476 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.766639 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.766849 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.767084 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.767309 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.767523 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.767733 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.767978 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.768213 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.768700 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.768889 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.769850 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.769850 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.769850 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.769850 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.770303 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.770303 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.770801 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.770801 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.770801 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.771573 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.771573 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.771573 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.772500 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.772500 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.772500 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.772500 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.773352 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.773352 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.773352 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.773352 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.774180 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.774180 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.774180 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.774180 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.774742 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.774742 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.775065 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.775231 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.775690 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.775690 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.775914 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.776181 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.776485 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.776710 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.776963 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.777296 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.777576 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.777825 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.778087 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.778334 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.778611 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.778896 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.779534 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.779534 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.779724 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.779816 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.780040 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.780499 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.780499 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.780815 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.781019 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.782161 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.782161 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.782161 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.782161 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.783037 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.783037 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.783037 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.783037 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.784200 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.784200 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.784200 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.784200 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.784200 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.785131 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.785131 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.785131 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.785131 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.785131 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.785800 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.785800 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.785800 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.786196 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.786196 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.786454 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.786679 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.786820 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.787036 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.787336 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.787543 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.787778 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.787997 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.789187 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.789187 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.789187 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.789187 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.789187 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.790383 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.790383 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.790383 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.790383 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.790383 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.790874 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.790874 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.791079 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.791199 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.791379 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.791590 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.791810 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.792023 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.792405 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.792546 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.792697 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.793958 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.793958 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.793958 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.793958 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.794490 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.794490 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.794490 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.794931 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.794931 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.795134 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.797114 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.797114 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.797114 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.797114 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.797114 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.797114 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.797114 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.797114 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.797114 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.798216 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.798216 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.798216 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.798216 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.798216 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.798790 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.798790 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.799029 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.799150 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.799303 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.799518 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.799746 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.799958 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.800176 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.800389 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.800720 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.800957 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.801211 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.801469 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.801689 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.801922 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.802168 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.802385 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.802592 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.802822 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.803037 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.805140 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.805140 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.805140 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.805140 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.805140 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.805140 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.805140 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.805140 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.805693 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.805693 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.805693 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.805693 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.805922 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.806128 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.806289 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.806503 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.806722 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.806944 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.807154 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.807399 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.807649 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.807840 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.808060 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.808275 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.808490 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.808780 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.809027 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.809278 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.809562 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.809792 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.810039 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.810291 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.810600 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.810829 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.811074 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.811332 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.811580 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.811800 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.812062 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.812389 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.812665 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.812912 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.813183 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.813464 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.813736 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.814008 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.814220 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.814515 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.814844 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.815118 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.815384 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.815618 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.815845 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.816073 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.816290 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.816600 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.816837 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.817055 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.817324 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.817574 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.817823 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.818044 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.818271 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.818517 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.818769 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.819003 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.819230 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.821103 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.821103 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 04:20:06.821103 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106115) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 04:20:06.821103 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 04:20:06.821103 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 04:20:06.821103 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 04:20:06.821103 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 04:20:06.821103 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 04:20:06.821719 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.821950 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.822242 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.822520 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.822835 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.823142 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.823305 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.823469 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.823635 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.823793 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.824096 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.824257 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.824419 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.824584 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.824740 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.825038 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.825265 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.825428 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.825549 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.825849 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.826008 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.826352 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] debug = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.826511 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.826715 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.826884 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.827044 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.827206 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.827370 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.827534 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.827692 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.827853 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.828016 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.828441 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.828441 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.828631 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.828631 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.828778 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.828909 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.829068 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.829256 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] host = dv-cinder-857993-2-iscsi {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.829415 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.829578 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.829734 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.830039 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.830199 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.830497 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.830660 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.830821 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.830985 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.831146 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.831310 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.831467 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.831625 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.831789 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.831944 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_options = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.832103 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.832262 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.832715 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.832715 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.832889 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.832889 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.833146 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.833222 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.833364 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.833520 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.833679 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.833839 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.833996 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.834304 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.834460 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.834759 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.834924 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.837165 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.837165 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.837165 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.837165 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.837165 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.837165 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.837165 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.837165 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.837749 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.837749 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.837749 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.837978 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:20:06.838071 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838071 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838071 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838071 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838071 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838071 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838071 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838071 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838610 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838610 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838610 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838610 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838610 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838960 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838960 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.838960 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.839129 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.839313 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.839470 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_json = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.839629 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.839929 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.840243 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.840407 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.840562 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.840752 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.840903 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.841048 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.841243 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 04:20:06.841382 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.841526 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.841683 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.841855 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.842005 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.842315 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.842479 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.842644 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.842805 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.842966 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.843137 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.843300 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.843473 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.843632 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.843783 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.843920 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.844086 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.844231 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.844407 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.844551 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.844695 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.844836 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.844998 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.845200 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.845347 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.845518 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.845662 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.845817 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.845977 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.846161 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.846309 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.846474 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.846636 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.846796 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.846958 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.847121 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.847283 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.847449 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.847609 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.847771 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.847932 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.848092 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.848253 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.848412 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.848573 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.848734 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.848896 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.849056 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.849239 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.849402 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.849565 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.849757 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.849887 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.850034 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.850195 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.850357 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.850517 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.850688 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.850847 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.851008 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.851170 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.851576 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.851576 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.851576 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.852029 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.852029 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.852254 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.852254 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.852457 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.852565 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.852687 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.852851 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.853012 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.853196 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.853359 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.853519 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.853680 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.853839 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.854001 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.854161 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.854322 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.854481 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.854643 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.854803 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.854964 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.855125 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.855287 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.855448 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.855608 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.855769 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.855929 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.856115 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.856272 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.856432 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.856596 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.856757 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.856918 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.857100 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.857261 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.857422 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.857582 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.857743 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.857901 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.858060 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.858223 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.858384 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.858544 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.858703 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.858863 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.859023 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.859182 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.859343 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.859502 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.859663 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.859823 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.859983 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.860144 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.860306 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.860467 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.860626 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.860786 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.861156 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.861654 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.861782 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.861903 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.862024 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.862177 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.862343 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.862504 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.862666 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.862850 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.862993 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.863136 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.863472 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.863472 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.863693 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.863823 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.863935 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.864068 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.864197 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.864358 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.864519 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.864679 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.864860 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.865018 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.865208 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.865354 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.865514 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.865670 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.865823 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.865984 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.866145 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.866304 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.866469 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.866644 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.866774 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.866936 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.867095 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.867257 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.867420 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.867580 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.867818 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.867981 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.868143 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.868302 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.868463 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.868625 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.868785 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.868946 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.869129 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.869332 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.869454 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.869617 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.869764 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.869922 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.870082 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.870243 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.870404 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.870563 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.870723 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.870886 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.871047 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.871208 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.871387 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.872096 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.872096 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.872096 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.872096 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.872096 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.872666 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.872666 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.872666 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.873022 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.873022 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.873022 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.873413 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.873413 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.873619 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.873619 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.873924 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.873924 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.874161 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.874283 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.874411 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.874545 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.874688 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.874826 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.874964 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.875126 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.875277 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.875434 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.875581 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.875729 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.875876 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.876038 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.876188 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.876350 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.876518 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.876683 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.876834 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.876994 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.877187 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.877339 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.877480 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.877610 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.877772 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.877940 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.878080 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.878218 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.878375 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.878549 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.878693 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.878857 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.879021 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.879185 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.879408 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.879549 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.879685 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.879828 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.879986 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.880211 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.880353 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.880496 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.880634 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.880774 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.880913 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.881057 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.881244 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.881386 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.881517 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.881660 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.881795 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.881941 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.882073 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.882205 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.882362 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.882526 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.882686 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.882846 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.883007 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.883165 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.883350 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.883511 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.883671 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.883832 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.883993 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.884164 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.884328 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.884489 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.884657 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.884817 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.884977 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.885160 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.885336 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.885499 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.885663 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.885823 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.885984 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.886145 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.886308 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.886479 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.886648 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.886815 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.886979 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.887146 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.887317 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.887487 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.887646 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.887813 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.887985 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.888147 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.888309 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.888470 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.888630 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.888793 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.888953 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.889138 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.889299 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.889461 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.889622 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.889818 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.889954 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.890080 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.890240 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.890401 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.890561 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.890723 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.890883 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.891044 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 04:20:06.891199 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 04:20:07.129262 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 60966) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:20:07.140546 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [-] 10.222.0.60 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0080976 Sep 17 04:20:07.147539 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [-] 10.222.0.60 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0060608 Sep 17 04:20:16.203297 dv-cinder-857993-2-iscsi neutron-server[106115]: DEBUG dbcounter [-] [106115] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:18.457413 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159cb6ec-6675-4caa-878e-2d794f120d75 None None] get_active_networks_info from dv-cinder-857993-2-iscsi {{(pid=106228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 17 04:20:18.493647 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writer thread running {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 04:20:18.554449 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159cb6ec-6675-4caa-878e-2d794f120d75 None None] No non-hosted networks {{(pid=106228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 04:20:18.575139 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.agentschedulers_db [None req-159cb6ec-6675-4caa-878e-2d794f120d75 None None] DHCP Agent not found on host dv-cinder-857993-2-iscsi {{(pid=106228) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 17 04:20:18.654058 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-21c03ab0-db86-4106-8ad1-ff328e4afbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3697092'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:20.115057 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writer thread running {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 04:20:20.583868 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0703058b-50fe-42d5-a97b-659251869fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3697092'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:20.627367 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c8ed-e0d5-4087-935b-d517f4aba8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:21.891715 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3697092'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:22.248159 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 32806) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:20:22.825307 dv-cinder-857993-2-iscsi neutron-server[106227]: WARNING oslo_policy.policy [None req-cb7e9d3f-fdec-40be-abe9-c4f57dcb71fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 04:20:22.825835 dv-cinder-857993-2-iscsi neutron-server[106227]: WARNING oslo_policy.policy [None req-cb7e9d3f-fdec-40be-abe9-c4f57dcb71fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 04:20:23.058673 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [None req-cb7e9d3f-fdec-40be-abe9-c4f57dcb71fd admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:20:23.074083 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-cb7e9d3f-fdec-40be-abe9-c4f57dcb71fd admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8248622 Sep 17 04:20:23.402385 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3697092'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:23.495907 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3697092'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:23.497119 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.498162 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.498739 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.499266 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.499788 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.500306 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.500989 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.502003 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.503336 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.504166 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.504932 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.505649 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.506425 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.508130 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.509514 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:23.510454 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-857993-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:20:23.519046 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-857993-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:20:24.193554 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.db.l3_hamode_db [None req-f332c3f1-9280-4773-b13b-41f4ab5d0165 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 04:20:24.271472 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332c3f1-9280-4773-b13b-41f4ab5d0165 None None] Routers set() bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:20:24.271855 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332c3f1-9280-4773-b13b-41f4ab5d0165 None None] Router IDs set() for agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 17 04:20:25.749186 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 32844) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:20:26.106899 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-5e974c18-58b5-469f-bd65-1b8959f13261 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:20:26.119015 dv-cinder-857993-2-iscsi neutron-server[106227]: ERROR stevedore.extension [None req-5e974c18-58b5-469f-bd65-1b8959f13261 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 17 04:20:26.201218 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.policy [None req-5e974c18-58b5-469f-bd65-1b8959f13261 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106227) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 04:20:26.246533 dv-cinder-857993-2-iscsi neutron-server[106227]: WARNING oslo_policy.policy [None req-5e974c18-58b5-469f-bd65-1b8959f13261 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 04:20:26.246813 dv-cinder-857993-2-iscsi neutron-server[106227]: WARNING oslo_policy.policy [None req-5e974c18-58b5-469f-bd65-1b8959f13261 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 04:20:26.267241 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writer thread running {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 04:20:26.350587 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5e974c18-58b5-469f-bd65-1b8959f13261 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778003051108', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778003053688', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778003035036', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778003025967', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778003025787', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778003017227', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1512259', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1537077', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3670928', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3926702'] for rbac-policy (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:26.426480 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5e974c18-58b5-469f-bd65-1b8959f13261 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:26.427663 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-5e974c18-58b5-469f-bd65-1b8959f13261 admin admin] 10.222.0.60 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6773348 Sep 17 04:20:29.028905 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 32854) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:20:29.386949 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:20:29.420969 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Made reservation on behalf of d7203986da504ab1ba9f76d7f64f7dce for: {'network': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:20:29.425124 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:29.443741 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:29.563380 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Publish callbacks [] for security_group (c9a107ce-464b-4ee2-8fc3-13d544d2b6c1), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:29.570023 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (c9a107ce-464b-4ee2-8fc3-13d544d2b6c1), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:29.605583 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=106227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:20:29.634946 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778005426616', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (e3296d78-d44a-4dbe-9259-1a73ca18a9c5), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:29.635517 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Unsubscribe: segment precommit_create {{(pid=106227) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 04:20:29.636052 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.segments_db [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Added segment e3296d78-d44a-4dbe-9259-1a73ca18a9c5 of type vlan for network 32e75d0c-05c8-4fab-a771-fc2c612b721f Sep 17 04:20:29.641662 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a107ce-464b-4ee2-8fc3-13d544d2b6c1,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:29.676880 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.677257 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.677604 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.677952 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.678273 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.678591 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.678907 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.679218 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.679533 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.679845 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.680158 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.680466 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.680815 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.681152 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.681458 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Tracked resource versions report: Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: pushed versions: Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: { 'AddressGroup': {'1.2'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Agent': {'1.1'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'ConntrackHelper': {'1.0'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'LocalIPAssociation': {'1.0'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Log': {'1.0'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'NDPProxy': {'1.0'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Network': {'1.1'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Port': {'1.7'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'PortForwarding': {'1.3'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'QosPolicy': {'1.10'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'SecurityGroup': {'1.5'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'SecurityGroupRule': {'1.2'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'SubPort': {'1.0'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Subnet': {'1.1'}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Trunk': {'1.1'}} Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: consumer versions: Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: { DHCP agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: L3 agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: Metadata agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: Metering agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: Open vSwitch agent@dv-cinder-857993-2-iscsi: { 'AddressGroup': '1.2', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Agent': '1.1', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'ConntrackHelper': '1.0', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'LocalIPAssociation': '1.0', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Log': '1.0', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'NDPProxy': '1.0', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Network': '1.1', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Port': '1.7', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'PortForwarding': '1.3', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'QosPolicy': '1.10', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'SecurityGroup': '1.5', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'SecurityGroupRule': '1.2', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'SubPort': '1.0', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Subnet': '1.1', Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Trunk': '1.1'}} Sep 17 04:20:29.682824 dv-cinder-857993-2-iscsi neutron-server[106227]: {{(pid=106227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 04:20:29.740951 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (32e75d0c-05c8-4fab-a771-fc2c612b721f), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:29.783363 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (32e75d0c-05c8-4fab-a771-fc2c612b721f), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:29.788312 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:20:29.788992 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:29.809829 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=57,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:29.887501 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8573551 Sep 17 04:20:29.911229 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688847a6-6c5b-4688-a155-a1016fa838be demo demo] Pushing event updated for resources: {'Network': ['ID=32e75d0c-05c8-4fab-a771-fc2c612b721f,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:29.923781 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network 32e75d0c-05c8-4fab-a771-fc2c612b721f details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:20:32.545146 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 32868) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:20:33.002107 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be91164-e40d-4184-ba14-11562c2c727d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:20:33.003477 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-5be91164-e40d-4184-ba14-11562c2c727d demo admin] 10.222.0.60 "GET /networking/v2.0/networks/32e75d0c-05c8-4fab-a771-fc2c612b721f HTTP/1.1" status: 200 len: 825 time: 0.4572570 Sep 17 04:20:33.029562 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-a3b9ee87-59c8-4c1f-91ea-56ac9a448b7e demo admin] 10.222.0.60 "GET /networking/v2.0/subnetpools/02d669ed-fb9b-4267-92bc-fa27c82751b0 HTTP/1.1" status: 200 len: 734 time: 0.0198596 Sep 17 04:20:33.038059 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-369d12d0-ace2-4066-9d5d-739361c44c17 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f', 'subnetpool_id': '02d669ed-fb9b-4267-92bc-fa27c82751b0', 'gateway_ip': '172.20.0.1'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:20:33.062248 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369d12d0-ace2-4066-9d5d-739361c44c17 demo admin] Made reservation on behalf of d7203986da504ab1ba9f76d7f64f7dce for: {'subnet': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:20:33.064573 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-369d12d0-ace2-4066-9d5d-739361c44c17 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:33.273036 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:33.371328 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-369d12d0-ace2-4066-9d5d-739361c44c17 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for subnet (557b283b-b736-4772-aa0e-5503e76dfc9c), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:33.436959 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d12d0-ace2-4066-9d5d-739361c44c17 demo admin] Pushing event updated for resources: {'Subnet': ['ID=557b283b-b736-4772-aa0e-5503e76dfc9c,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:33.446446 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d12d0-ace2-4066-9d5d-739361c44c17 demo admin] Checking segment: {'id': 'e3296d78-d44a-4dbe-9259-1a73ca18a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:20:33.446836 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d12d0-ace2-4066-9d5d-739361c44c17 demo admin] Network hostable DHCP agents. Network: 32e75d0c-05c8-4fab-a771-fc2c612b721f, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:20:33.470371 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d12d0-ace2-4066-9d5d-739361c44c17 demo admin] Network 32e75d0c-05c8-4fab-a771-fc2c612b721f is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:20:33.482900 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-369d12d0-ace2-4066-9d5d-739361c44c17 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, 32e75d0c-05c8-4fab-a771-fc2c612b721f) {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:20:33.494109 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aa3313-031d-48af-aedd-d68564319c27 None None] Network 32e75d0c-05c8-4fab-a771-fc2c612b721f requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:20:33.494560 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d12d0-ace2-4066-9d5d-739361c44c17 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:20:33.495126 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-369d12d0-ace2-4066-9d5d-739361c44c17 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:33.511748 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-369d12d0-ace2-4066-9d5d-739361c44c17 demo admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4768457 Sep 17 04:20:33.759145 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a1dfd16-a292-5d46-ac4f-18a3363636d9-32e75d0c-05c8-4fab-a771-fc2c612b721f', 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f', 'project_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'fixed_ips': [{'subnet_id': '557b283b-b736-4772-aa0e-5503e76dfc9c'}]}} from dv-cinder-857993-2-iscsi. {{(pid=106228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 04:20:33.760431 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:34.039327 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Allocated IP 172.20.0.2 (32e75d0c-05c8-4fab-a771-fc2c612b721f/557b283b-b736-4772-aa0e-5503e76dfc9c/428f0ccb-732f-4627-bb22-9fb327b41e25) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:20:34.143140 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:34.306890 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Publish callbacks [] for port (428f0ccb-732f-4627-bb22-9fb327b41e25), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:34.314929 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (428f0ccb-732f-4627-bb22-9fb327b41e25), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:34.392478 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Network 32e75d0c-05c8-4fab-a771-fc2c612b721f is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:20:34.398090 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:20:34.401873 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:20:34.407796 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Pushing event updated for resources: {'Port': ['ID=428f0ccb-732f-4627-bb22-9fb327b41e25,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:34.442258 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:34.444026 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.444443 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.444855 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.445279 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.445660 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.445999 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.446382 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.446751 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.447083 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.447414 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.447763 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.448119 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.448468 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.448812 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.449173 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Tracked resource versions report: Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: pushed versions: Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: { 'AddressGroup': {'1.2'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Agent': {'1.1'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'ConntrackHelper': {'1.0'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'LocalIPAssociation': {'1.0'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Log': {'1.0'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'NDPProxy': {'1.0'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Network': {'1.1'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Port': {'1.7'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'PortForwarding': {'1.3'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'QosPolicy': {'1.10'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'SecurityGroup': {'1.5'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'SecurityGroupRule': {'1.2'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'SubPort': {'1.0'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Subnet': {'1.1'}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Trunk': {'1.1'}} Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: consumer versions: Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: { DHCP agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: L3 agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: Metadata agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: Metering agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: Open vSwitch agent@dv-cinder-857993-2-iscsi: { 'AddressGroup': '1.2', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Agent': '1.1', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'ConntrackHelper': '1.0', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'LocalIPAssociation': '1.0', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Log': '1.0', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'NDPProxy': '1.0', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Network': '1.1', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Port': '1.7', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'PortForwarding': '1.3', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'QosPolicy': '1.10', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'SecurityGroup': '1.5', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'SecurityGroupRule': '1.2', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'SubPort': '1.0', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Subnet': '1.1', Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Trunk': '1.1'}} Sep 17 04:20:34.450634 dv-cinder-857993-2-iscsi neutron-server[106228]: {{(pid=106228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 04:20:34.504046 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Attempting to bind port 428f0ccb-732f-4627-bb22-9fb327b41e25 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:20:34.504711 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Attempting to bind port 428f0ccb-732f-4627-bb22-9fb327b41e25 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': 'e3296d78-d44a-4dbe-9259-1a73ca18a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:20:34.504835 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Attempting to bind port 428f0ccb-732f-4627-bb22-9fb327b41e25 on network 32e75d0c-05c8-4fab-a771-fc2c612b721f {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:20:34.553417 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:20:34.553783 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Checking segment: {'id': 'e3296d78-d44a-4dbe-9259-1a73ca18a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:20:34.554257 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:34.554640 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Bound using segment: {'id': 'e3296d78-d44a-4dbe-9259-1a73ca18a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:20:34.555114 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Bound port: 428f0ccb-732f-4627-bb22-9fb327b41e25, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3296d78-d44a-4dbe-9259-1a73ca18a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:20:34.555571 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (428f0ccb-732f-4627-bb22-9fb327b41e25), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:34.617666 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] For port 428f0ccb-732f-4627-bb22-9fb327b41e25, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:20:34.636716 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] For port 428f0ccb-732f-4627-bb22-9fb327b41e25, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=428f0ccb-732f-4627-bb22-9fb327b41e25,segment=NetworkSegment(e3296d78-d44a-4dbe-9259-1a73ca18a9c5),segment_id=e3296d78-d44a-4dbe-9259-1a73ca18a9c5)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:20:34.645249 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (428f0ccb-732f-4627-bb22-9fb327b41e25), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:34.697583 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3233631-f6d3-4d1a-9a0d-a42cbc17825a None None] Pushing event updated for resources: {'Port': ['ID=428f0ccb-732f-4627-bb22-9fb327b41e25,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:36.146836 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 32878) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:20:36.401617 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:36.403251 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=8 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:36.672175 dv-cinder-857993-2-iscsi neutron-server[106226]: WARNING oslo_policy.policy [None req-579820ad-1518-40dd-a71d-c776525b399d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 04:20:36.672735 dv-cinder-857993-2-iscsi neutron-server[106226]: WARNING oslo_policy.policy [None req-579820ad-1518-40dd-a71d-c776525b399d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 04:20:36.887663 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [None req-579820ad-1518-40dd-a71d-c776525b399d admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:20:36.888924 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-579820ad-1518-40dd-a71d-c776525b399d admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7400982 Sep 17 04:20:39.539941 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 32896) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:20:39.889495 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [None req-ffaf7789-2801-470c-9680-0923584cddc0 admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:20:39.890653 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-ffaf7789-2801-470c-9680-0923584cddc0 admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3496151 Sep 17 04:20:42.563731 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 32908) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:20:42.663546 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858b24bd-4df8-4fda-a67b-a79d0b2268ff None None] Network 32e75d0c-05c8-4fab-a771-fc2c612b721f requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:20:42.722911 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-cdb58836-050c-4f77-8b42-45ac9ff961b9 None None] Provisioning complete for port 428f0ccb-732f-4627-bb22-9fb327b41e25 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:20:42.723308 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cdb58836-050c-4f77-8b42-45ac9ff961b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (428f0ccb-732f-4627-bb22-9fb327b41e25), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:42.723658 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-cdb58836-050c-4f77-8b42-45ac9ff961b9 None None] Attempt 1 to provision port 428f0ccb-732f-4627-bb22-9fb327b41e25 Sep 17 04:20:42.902509 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-50b36b8e-0295-4425-a0ba-2209d5ffcbfd demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:20:42.919682 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-cdb58836-050c-4f77-8b42-45ac9ff961b9 None None] Current status of the port 428f0ccb-732f-4627-bb22-9fb327b41e25 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:20:42.920050 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cdb58836-050c-4f77-8b42-45ac9ff961b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (428f0ccb-732f-4627-bb22-9fb327b41e25), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:42.929783 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-50b36b8e-0295-4425-a0ba-2209d5ffcbfd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4729'] for router (2d0e4c72-dbb5-4754-9490-0c193561a3b0), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:42.931597 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-50b36b8e-0295-4425-a0ba-2209d5ffcbfd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3698097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3840254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3906358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router (2d0e4c72-dbb5-4754-9490-0c193561a3b0), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:42.960769 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-cdb58836-050c-4f77-8b42-45ac9ff961b9 None None] For port 428f0ccb-732f-4627-bb22-9fb327b41e25, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=428f0ccb-732f-4627-bb22-9fb327b41e25,segment=NetworkSegment(e3296d78-d44a-4dbe-9259-1a73ca18a9c5),segment_id=e3296d78-d44a-4dbe-9259-1a73ca18a9c5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:20:42.965526 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cdb58836-050c-4f77-8b42-45ac9ff961b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (428f0ccb-732f-4627-bb22-9fb327b41e25), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:43.012217 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb58836-050c-4f77-8b42-45ac9ff961b9 None None] Pushing event updated for resources: {'Port': ['ID=428f0ccb-732f-4627-bb22-9fb327b41e25,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:43.078936 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-50b36b8e-0295-4425-a0ba-2209d5ffcbfd demo demo] Publish callbacks [] for router_controller (2d0e4c72-dbb5-4754-9490-0c193561a3b0), precommit_add_association {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:43.084794 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-50b36b8e-0295-4425-a0ba-2209d5ffcbfd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3698153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3695137'] for router (2d0e4c72-dbb5-4754-9490-0c193561a3b0), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:43.086615 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-24e0dd9e-7123-4b29-8450-913b46010f15 None None] Provisioning complete for port 428f0ccb-732f-4627-bb22-9fb327b41e25 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:20:43.087004 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-24e0dd9e-7123-4b29-8450-913b46010f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (428f0ccb-732f-4627-bb22-9fb327b41e25), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:43.087341 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-24e0dd9e-7123-4b29-8450-913b46010f15 None None] Attempt 1 to provision port 428f0ccb-732f-4627-bb22-9fb327b41e25 Sep 17 04:20:43.103236 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-50b36b8e-0295-4425-a0ba-2209d5ffcbfd demo demo] Publish callbacks [] for router (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:43.104340 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-50b36b8e-0295-4425-a0ba-2209d5ffcbfd demo demo] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5396905 Sep 17 04:20:43.162153 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-24e0dd9e-7123-4b29-8450-913b46010f15 None None] Current status of the port 428f0ccb-732f-4627-bb22-9fb327b41e25 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:20:43.220406 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 428f0ccb-732f-4627-bb22-9fb327b41e25 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:20:43.252918 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:43.270933 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 428f0ccb-732f-4627-bb22-9fb327b41e25 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:20:43.271284 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (428f0ccb-732f-4627-bb22-9fb327b41e25), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:43.271645 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 428f0ccb-732f-4627-bb22-9fb327b41e25 Sep 17 04:20:43.346566 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 428f0ccb-732f-4627-bb22-9fb327b41e25 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:20:45.744399 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 32916) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:20:46.126195 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [None req-591d48f8-3156-4fb5-8e86-b518d606e056 admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:20:46.127198 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-591d48f8-3156-4fb5-8e86-b518d606e056 admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3815243 Sep 17 04:20:48.421542 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bb722ace-b1bb-4e83-9374-939d10ad14dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:48.770170 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 32924) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:20:49.107318 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:20:49.133410 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Made reservation on behalf of 7fd2fb11102f467d836ef30d6efdd922 for: {'network': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:20:49.136149 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:49.144384 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:49.207458 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:INSERT=16,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:49.222334 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Publish callbacks [] for security_group (bd243c6a-ad7f-4827-bcbd-8385781cd87d), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:49.227363 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (bd243c6a-ad7f-4827-bcbd-8385781cd87d), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:49.248392 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Reserving flat network on physical network physnet1 {{(pid=106227) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 04:20:49.275318 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd243c6a-ad7f-4827-bcbd-8385781cd87d,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:49.281887 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (6703b78d-b36d-463e-821e-a99621c1a0b5), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:49.282221 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.segments_db [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Added segment 6703b78d-b36d-463e-821e-a99621c1a0b5 of type flat for network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 Sep 17 04:20:49.328125 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (83f6c2c7-53a4-4a84-97d4-cba3c24263e7), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:49.365592 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (83f6c2c7-53a4-4a84-97d4-cba3c24263e7), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:49.366562 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:20:49.367135 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:49.451593 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6799810 Sep 17 04:20:49.459300 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b47174-d77d-46c1-95a1-9743b3616eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=83f6c2c7-53a4-4a84-97d4-cba3c24263e7,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:49.471054 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:20:49.515958 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:50.580929 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3409-04c0-4588-9471-44f5fc4d3699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:51.850441 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:52.051666 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 32932) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:20:52.465623 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0bf3c1-36cb-4628-9438-4b3d5b7bed45 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:20:52.466936 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-bc0bf3c1-36cb-4628-9438-4b3d5b7bed45 demo admin] 10.222.0.60 "GET /networking/v2.0/subnets/557b283b-b736-4772-aa0e-5503e76dfc9c HTTP/1.1" status: 200 len: 849 time: 0.4139931 Sep 17 04:20:52.477297 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=14 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:52.584338 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-561b7e4a-0792-464e-be7a-877fd75f94b9 demo admin] 10.222.0.60 "GET /networking/v2.0/routers/2d0e4c72-dbb5-4754-9490-0c193561a3b0 HTTP/1.1" status: 200 len: 704 time: 0.1113617 Sep 17 04:20:52.854378 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:53.201672 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Allocated IP 172.20.0.1 (32e75d0c-05c8-4fab-a771-fc2c612b721f/557b283b-b736-4772-aa0e-5503e76dfc9c/610d0ed2-2f81-42fd-86a6-50fb0790b024) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:20:53.349712 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:53.355688 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:53.373171 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Publish callbacks [] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:53.440209 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:53.494304 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:53.516172 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Network 32e75d0c-05c8-4fab-a771-fc2c612b721f is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:20:53.525180 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:20:53.529314 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:20:53.529870 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3836696'] for router_interface (2d0e4c72-dbb5-4754-9490-0c193561a3b0), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:53.549556 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Pushing event updated for resources: {'Port': ['ID=610d0ed2-2f81-42fd-86a6-50fb0790b024,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:53.736382 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:53.764195 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Provisioning complete for port 610d0ed2-2f81-42fd-86a6-50fb0790b024 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:20:53.764578 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:53.764913 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Attempt 1 to provision port 610d0ed2-2f81-42fd-86a6-50fb0790b024 Sep 17 04:20:53.796322 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Port 610d0ed2-2f81-42fd-86a6-50fb0790b024 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:20:53.825737 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:53.948128 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Publish callbacks [] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:53.955247 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:53.956047 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3836812'] for router_interface (2d0e4c72-dbb5-4754-9490-0c193561a3b0), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:54.033097 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Pushing event updated for resources: {'Port': ['ID=610d0ed2-2f81-42fd-86a6-50fb0790b024,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:54.088707 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Network 32e75d0c-05c8-4fab-a771-fc2c612b721f is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:20:54.090354 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:20:54.250464 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Router 2d0e4c72-dbb5-4754-9490-0c193561a3b0 is scheduled to L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 with binding_index 1 {{(pid=106227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 04:20:54.297681 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Attempt 2 to provision port 610d0ed2-2f81-42fd-86a6-50fb0790b024 Sep 17 04:20:54.339609 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:20:54.352965 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Sync routers for ids ['2d0e4c72-dbb5-4754-9490-0c193561a3b0'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:20:54.365925 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-ae7b2da6-4fa7-4027-af81-15b459fe8d7c demo admin] 10.222.0.60 "PUT /networking/v2.0/routers/2d0e4c72-dbb5-4754-9490-0c193561a3b0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7747965 Sep 17 04:20:54.367853 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Routers {'2d0e4c72-dbb5-4754-9490-0c193561a3b0'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:20:54.368800 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:20:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['2d0e4c72-dbb5-4754-9490-0c193561a3b0'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:20:54.395015 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Port 610d0ed2-2f81-42fd-86a6-50fb0790b024 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:20:54.555126 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Set router 2d0e4c72-dbb5-4754-9490-0c193561a3b0 gateway port host: None {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:20:54.895992 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Attempt 3 to provision port 610d0ed2-2f81-42fd-86a6-50fb0790b024 Sep 17 04:20:54.934592 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Port 610d0ed2-2f81-42fd-86a6-50fb0790b024 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:20:54.967735 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'name': 'router1', 'tenant_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:20:42Z', 'updated_at': '2022-09-17T04:20:53Z', 'revision_number': 2, 'project_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'gw_port_host': None, '_interfaces': [{'id': '610d0ed2-2f81-42fd-86a6-50fb0790b024', 'name': '', 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f', 'tenant_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'mac_address': 'fa:16:3e:49:28:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '557b283b-b736-4772-aa0e-5503e76dfc9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:20:52Z', 'updated_at': '2022-09-17T04:20:53Z', 'revision_number': 2, 'project_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'subnets': [{'id': '557b283b-b736-4772-aa0e-5503e76dfc9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d669ed-fb9b-4267-92bc-fa27c82751b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:20:55.018473 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Checking router: 2d0e4c72-dbb5-4754-9490-0c193561a3b0 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:20:55.018830 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Updating router 2d0e4c72-dbb5-4754-9490-0c193561a3b0 port 610d0ed2-2f81-42fd-86a6-50fb0790b024 binding host dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:20:55.071235 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:55.436133 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Attempt 4 to provision port 610d0ed2-2f81-42fd-86a6-50fb0790b024 Sep 17 04:20:55.468829 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Port 610d0ed2-2f81-42fd-86a6-50fb0790b024 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:20:55.562339 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Publish callbacks [] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:55.571324 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:55.724928 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Pushing event updated for resources: {'Port': ['ID=610d0ed2-2f81-42fd-86a6-50fb0790b024,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:55.729479 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Attempting to bind port 610d0ed2-2f81-42fd-86a6-50fb0790b024 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:20:55.729861 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Attempting to bind port 610d0ed2-2f81-42fd-86a6-50fb0790b024 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': 'e3296d78-d44a-4dbe-9259-1a73ca18a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:20:55.730288 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Attempting to bind port 610d0ed2-2f81-42fd-86a6-50fb0790b024 on network 32e75d0c-05c8-4fab-a771-fc2c612b721f {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:20:55.760759 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.761123 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.761472 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.761818 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.762145 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.762464 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.762783 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.763096 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.763414 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.763724 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.764049 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.764362 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.764678 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.764988 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.765322 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Tracked resource versions report: Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: pushed versions: Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: { 'AddressGroup': {'1.2'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Agent': {'1.1'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'ConntrackHelper': {'1.0'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'LocalIPAssociation': {'1.0'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Log': {'1.0'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'NDPProxy': {'1.0'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Network': {'1.1'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Port': {'1.7'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'PortForwarding': {'1.3'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'QosPolicy': {'1.10'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'SecurityGroup': {'1.5'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'SecurityGroupRule': {'1.2'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'SubPort': {'1.0'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Subnet': {'1.1'}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Trunk': {'1.1'}} Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: consumer versions: Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: { DHCP agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: L3 agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: Metadata agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: Metering agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: Open vSwitch agent@dv-cinder-857993-2-iscsi: { 'AddressGroup': '1.2', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Agent': '1.1', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'ConntrackHelper': '1.0', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'LocalIPAssociation': '1.0', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Log': '1.0', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'NDPProxy': '1.0', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Network': '1.1', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Port': '1.7', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'PortForwarding': '1.3', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'QosPolicy': '1.10', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'SecurityGroup': '1.5', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'SecurityGroupRule': '1.2', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'SubPort': '1.0', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Subnet': '1.1', Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Trunk': '1.1'}} Sep 17 04:20:55.766708 dv-cinder-857993-2-iscsi neutron-server[106229]: {{(pid=106229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 04:20:55.826732 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:20:55.827127 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Checking segment: {'id': 'e3296d78-d44a-4dbe-9259-1a73ca18a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:20:55.827588 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:55.827968 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Bound using segment: {'id': 'e3296d78-d44a-4dbe-9259-1a73ca18a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:20:55.828436 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Bound port: 610d0ed2-2f81-42fd-86a6-50fb0790b024, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3296d78-d44a-4dbe-9259-1a73ca18a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:20:55.828810 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:55.860073 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:55.887845 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:55.894311 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] For port 610d0ed2-2f81-42fd-86a6-50fb0790b024, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:20:55.913732 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] For port 610d0ed2-2f81-42fd-86a6-50fb0790b024, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=610d0ed2-2f81-42fd-86a6-50fb0790b024,segment=NetworkSegment(e3296d78-d44a-4dbe-9259-1a73ca18a9c5),segment_id=e3296d78-d44a-4dbe-9259-1a73ca18a9c5)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:20:55.919954 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:55.960719 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Routers {'2d0e4c72-dbb5-4754-9490-0c193561a3b0'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:20:55.961393 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:20:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['2d0e4c72-dbb5-4754-9490-0c193561a3b0'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:20:55.969821 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Attempt 5 to provision port 610d0ed2-2f81-42fd-86a6-50fb0790b024 Sep 17 04:20:56.004225 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186264f-e74b-46a7-8c2b-789e5e407b45 None None] Pushing event updated for resources: {'Port': ['ID=610d0ed2-2f81-42fd-86a6-50fb0790b024,revision_number=4']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:56.059951 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Current status of the port 610d0ed2-2f81-42fd-86a6-50fb0790b024 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:20:56.060334 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:56.060545 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] Set router 2d0e4c72-dbb5-4754-9490-0c193561a3b0 gateway port host: None {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:20:56.092742 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] For port 610d0ed2-2f81-42fd-86a6-50fb0790b024, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=610d0ed2-2f81-42fd-86a6-50fb0790b024,segment=NetworkSegment(e3296d78-d44a-4dbe-9259-1a73ca18a9c5),segment_id=e3296d78-d44a-4dbe-9259-1a73ca18a9c5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:20:56.098021 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:56.147512 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906ec00-f3f7-4cb3-9a20-93120df18519 None None] Pushing event updated for resources: {'Port': ['ID=610d0ed2-2f81-42fd-86a6-50fb0790b024,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:56.218524 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-b7bc161f-d5d4-49bc-be4b-b0a4d0431895 None None] Provisioning complete for port 610d0ed2-2f81-42fd-86a6-50fb0790b024 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:20:56.218925 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b7bc161f-d5d4-49bc-be4b-b0a4d0431895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:56.219270 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b7bc161f-d5d4-49bc-be4b-b0a4d0431895 None None] Attempt 1 to provision port 610d0ed2-2f81-42fd-86a6-50fb0790b024 Sep 17 04:20:56.255423 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'name': 'router1', 'tenant_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:20:42Z', 'updated_at': '2022-09-17T04:20:53Z', 'revision_number': 2, 'project_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'gw_port_host': None, '_interfaces': [{'id': '610d0ed2-2f81-42fd-86a6-50fb0790b024', 'name': '', 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f', 'tenant_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'mac_address': 'fa:16:3e:49:28:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '557b283b-b736-4772-aa0e-5503e76dfc9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:20:52Z', 'updated_at': '2022-09-17T04:20:55Z', 'revision_number': 4, 'project_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'subnets': [{'id': '557b283b-b736-4772-aa0e-5503e76dfc9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d669ed-fb9b-4267-92bc-fa27c82751b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:20:56.280515 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e41c4-3b04-43ca-92ac-898fbfc53761 None None] The sync data for ids ['2d0e4c72-dbb5-4754-9490-0c193561a3b0'] in dv-cinder-857993-2-iscsi is: [{'id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'name': 'router1', 'tenant_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:20:42Z', 'updated_at': '2022-09-17T04:20:53Z', 'revision_number': 2, 'project_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'gw_port_host': None, '_interfaces': [{'id': '610d0ed2-2f81-42fd-86a6-50fb0790b024', 'name': '', 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f', 'tenant_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'mac_address': 'fa:16:3e:49:28:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '557b283b-b736-4772-aa0e-5503e76dfc9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:20:52Z', 'updated_at': '2022-09-17T04:20:55Z', 'revision_number': 4, 'project_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'subnets': [{'id': '557b283b-b736-4772-aa0e-5503e76dfc9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d669ed-fb9b-4267-92bc-fa27c82751b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:20:56.304754 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc161f-d5d4-49bc-be4b-b0a4d0431895 None None] Current status of the port 610d0ed2-2f81-42fd-86a6-50fb0790b024 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:20:56.753954 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 5 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:20:56.942621 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 32942) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:20:57.279791 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:57.341565 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a3f5c4-5cb9-424d-b0dd-1d0dbca78bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:20:57.345163 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-35a3f5c4-5cb9-424d-b0dd-1d0dbca78bed admin admin] 10.222.0.60 "GET /networking/v2.0/networks/83f6c2c7-53a4-4a84-97d4-cba3c24263e7 HTTP/1.1" status: 200 len: 842 time: 0.3993766 Sep 17 04:20:57.353781 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-71b8164d-be4b-4a35-b41c-6430463c7730 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:20:57.379314 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b8164d-be4b-4a35-b41c-6430463c7730 admin admin] Made reservation on behalf of 7fd2fb11102f467d836ef30d6efdd922 for: {'subnet': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:20:57.381878 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-71b8164d-be4b-4a35-b41c-6430463c7730 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:57.751855 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.objects.ports [None req-71b8164d-be4b-4a35-b41c-6430463c7730 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106227) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 17 04:20:57.752308 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-71b8164d-be4b-4a35-b41c-6430463c7730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for subnet (fa0fd281-8131-4004-8aa2-8ff047a9d8cf), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:57.808135 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8164d-be4b-4a35-b41c-6430463c7730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0fd281-8131-4004-8aa2-8ff047a9d8cf,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:20:57.813004 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:20:57.817998 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b8164d-be4b-4a35-b41c-6430463c7730 admin admin] Checking segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:20:57.818349 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b8164d-be4b-4a35-b41c-6430463c7730 admin admin] Network hostable DHCP agents. Network: 83f6c2c7-53a4-4a84-97d4-cba3c24263e7, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:20:57.837553 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b8164d-be4b-4a35-b41c-6430463c7730 admin admin] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:20:57.846686 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-71b8164d-be4b-4a35-b41c-6430463c7730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, 83f6c2c7-53a4-4a84-97d4-cba3c24263e7) {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:20:57.850555 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b8164d-be4b-4a35-b41c-6430463c7730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:20:57.851143 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-71b8164d-be4b-4a35-b41c-6430463c7730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:20:57.857515 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9189eab1-0a3c-4933-b2f3-1739073a8ef4 None None] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:20:57.881160 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-71b8164d-be4b-4a35-b41c-6430463c7730 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5204303 Sep 17 04:20:57.969057 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d639efeb-9272-4994-928b-22219ca57168 None None] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:20:58.016955 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:00.607022 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 32950) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:21:01.040444 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-cb7518a5-ca45-4dff-82ac-e08824e02232 demo admin] 10.222.0.60 "GET /networking/v2.0/routers/2d0e4c72-dbb5-4754-9490-0c193561a3b0 HTTP/1.1" status: 200 len: 710 time: 0.4322381 Sep 17 04:21:01.133873 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f2bc18-8cc2-4809-a997-8b3e678d0bcf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:21:01.135313 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-39f2bc18-8cc2-4809-a997-8b3e678d0bcf demo admin] 10.222.0.60 "GET /networking/v2.0/networks/83f6c2c7-53a4-4a84-97d4-cba3c24263e7 HTTP/1.1" status: 200 len: 886 time: 0.0903528 Sep 17 04:21:01.144637 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:21:01.242625 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 610d0ed2-2f81-42fd-86a6-50fb0790b024 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:21:01.288121 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 610d0ed2-2f81-42fd-86a6-50fb0790b024 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:21:01.288617 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:01.289024 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 610d0ed2-2f81-42fd-86a6-50fb0790b024 Sep 17 04:21:01.364048 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 610d0ed2-2f81-42fd-86a6-50fb0790b024 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:21:01.392662 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:01.401456 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Publish callbacks [] for router_gateway (2d0e4c72-dbb5-4754-9490-0c193561a3b0), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:01.632840 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Publish callbacks [] for router_gateway (2d0e4c72-dbb5-4754-9490-0c193561a3b0), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:01.711943 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:01.828260 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Allocated IP 172.27.3.173 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/992f68b4-aa5c-497d-b663-b2343154f230) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:21:01.927456 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:01.941252 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Publish callbacks [] for port (992f68b4-aa5c-497d-b663-b2343154f230), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:01.976481 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (992f68b4-aa5c-497d-b663-b2343154f230), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:02.018767 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:21:02.023511 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:21:02.027651 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:21:02.030400 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Pushing event updated for resources: {'Port': ['ID=992f68b4-aa5c-497d-b663-b2343154f230,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:21:02.304886 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:02.352852 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Publish callbacks [] for router_gateway (2d0e4c72-dbb5-4754-9490-0c193561a3b0), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:02.544960 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3695309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3698144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1178'] for router (2d0e4c72-dbb5-4754-9490-0c193561a3b0), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:02.548500 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3695137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3695300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3695167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3698139'] for router (2d0e4c72-dbb5-4754-9490-0c193561a3b0), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:02.656027 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Router 2d0e4c72-dbb5-4754-9490-0c193561a3b0 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:21:02.764102 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:21:02.769722 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:02.771022 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-0c9ac9bf-609a-440b-93c0-0517da7d3e55 demo admin] 10.222.0.60 "PUT /networking/v2.0/routers/2d0e4c72-dbb5-4754-9490-0c193561a3b0 HTTP/1.1" status: 200 len: 890 time: 1.6298170 Sep 17 04:21:02.779256 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Sync routers for ids ['2d0e4c72-dbb5-4754-9490-0c193561a3b0'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:21:02.793051 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Routers {'2d0e4c72-dbb5-4754-9490-0c193561a3b0'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:21:02.793875 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:20:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['2d0e4c72-dbb5-4754-9490-0c193561a3b0'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:21:02.975297 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:03.024332 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Set router 2d0e4c72-dbb5-4754-9490-0c193561a3b0 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:21:03.463217 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'name': 'router1', 'tenant_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '992f68b4-aa5c-497d-b663-b2343154f230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:20:42Z', 'updated_at': '2022-09-17T04:21:02Z', 'revision_number': 4, 'project_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'gw_port': {'id': '992f68b4-aa5c-497d-b663-b2343154f230', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:21:01Z', 'updated_at': '2022-09-17T04:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '610d0ed2-2f81-42fd-86a6-50fb0790b024', 'name': '', 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f', 'tenant_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'mac_address': 'fa:16:3e:49:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '557b283b-b736-4772-aa0e-5503e76dfc9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:20:52Z', 'updated_at': '2022-09-17T04:20:56Z', 'revision_number': 5, 'project_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'subnets': [{'id': '557b283b-b736-4772-aa0e-5503e76dfc9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d669ed-fb9b-4267-92bc-fa27c82751b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:21:03.511587 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Checking router: 2d0e4c72-dbb5-4754-9490-0c193561a3b0 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:21:03.511925 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Updating router 2d0e4c72-dbb5-4754-9490-0c193561a3b0 port 992f68b4-aa5c-497d-b663-b2343154f230 binding host dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:21:03.566253 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (992f68b4-aa5c-497d-b663-b2343154f230), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:03.875841 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Publish callbacks [] for port (992f68b4-aa5c-497d-b663-b2343154f230), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:03.882738 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (992f68b4-aa5c-497d-b663-b2343154f230), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:03.909593 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:03.920427 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Attempting to bind port 992f68b4-aa5c-497d-b663-b2343154f230 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:21:03.920703 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Attempting to bind port 992f68b4-aa5c-497d-b663-b2343154f230 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:21:03.921111 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Attempting to bind port 992f68b4-aa5c-497d-b663-b2343154f230 on network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:21:03.947662 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42b0d0-fa6c-4988-9393-1b25ec566902 None None] Pushing event updated for resources: {'Port': ['ID=992f68b4-aa5c-497d-b663-b2343154f230,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:21:03.978124 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:21:03.978502 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Checking segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:21:03.978892 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:03.979268 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Bound using segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:21:03.979729 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Bound port: 992f68b4-aa5c-497d-b663-b2343154f230, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:21:03.980101 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (992f68b4-aa5c-497d-b663-b2343154f230), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:04.026699 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] For port 992f68b4-aa5c-497d-b663-b2343154f230, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:21:04.029868 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] For port 992f68b4-aa5c-497d-b663-b2343154f230, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=992f68b4-aa5c-497d-b663-b2343154f230,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:21:04.036872 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (992f68b4-aa5c-497d-b663-b2343154f230), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:04.071347 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Routers {'2d0e4c72-dbb5-4754-9490-0c193561a3b0'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:21:04.071938 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:20:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['2d0e4c72-dbb5-4754-9490-0c193561a3b0'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:21:04.129551 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42b0d0-fa6c-4988-9393-1b25ec566902 None None] Pushing event updated for resources: {'Port': ['ID=992f68b4-aa5c-497d-b663-b2343154f230,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:21:04.180135 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:04.189006 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] Set router 2d0e4c72-dbb5-4754-9490-0c193561a3b0 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:21:04.389146 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'name': 'router1', 'tenant_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '992f68b4-aa5c-497d-b663-b2343154f230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:20:42Z', 'updated_at': '2022-09-17T04:21:02Z', 'revision_number': 4, 'project_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'gw_port': {'id': '992f68b4-aa5c-497d-b663-b2343154f230', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:21:01Z', 'updated_at': '2022-09-17T04:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '610d0ed2-2f81-42fd-86a6-50fb0790b024', 'name': '', 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f', 'tenant_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'mac_address': 'fa:16:3e:49:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '557b283b-b736-4772-aa0e-5503e76dfc9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:20:52Z', 'updated_at': '2022-09-17T04:20:56Z', 'revision_number': 5, 'project_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'subnets': [{'id': '557b283b-b736-4772-aa0e-5503e76dfc9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d669ed-fb9b-4267-92bc-fa27c82751b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:21:04.413577 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531fe9fa-a2f5-432a-9402-acd35630efb2 None None] The sync data for ids ['2d0e4c72-dbb5-4754-9490-0c193561a3b0'] in dv-cinder-857993-2-iscsi is: [{'id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'name': 'router1', 'tenant_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '992f68b4-aa5c-497d-b663-b2343154f230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:20:42Z', 'updated_at': '2022-09-17T04:21:02Z', 'revision_number': 4, 'project_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'gw_port': {'id': '992f68b4-aa5c-497d-b663-b2343154f230', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:21:01Z', 'updated_at': '2022-09-17T04:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '610d0ed2-2f81-42fd-86a6-50fb0790b024', 'name': '', 'network_id': '32e75d0c-05c8-4fab-a771-fc2c612b721f', 'tenant_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'mac_address': 'fa:16:3e:49:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0e4c72-dbb5-4754-9490-0c193561a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '557b283b-b736-4772-aa0e-5503e76dfc9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:20:52Z', 'updated_at': '2022-09-17T04:20:56Z', 'revision_number': 5, 'project_id': 'd7203986da504ab1ba9f76d7f64f7dce', 'subnets': [{'id': '557b283b-b736-4772-aa0e-5503e76dfc9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d669ed-fb9b-4267-92bc-fa27c82751b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:21:05.226933 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 992f68b4-aa5c-497d-b663-b2343154f230 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:21:05.271060 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 992f68b4-aa5c-497d-b663-b2343154f230 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:21:05.271446 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (992f68b4-aa5c-497d-b663-b2343154f230), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:05.271778 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 992f68b4-aa5c-497d-b663-b2343154f230 Sep 17 04:21:05.350002 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 992f68b4-aa5c-497d-b663-b2343154f230 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:21:05.350376 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (992f68b4-aa5c-497d-b663-b2343154f230), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:05.371171 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 992f68b4-aa5c-497d-b663-b2343154f230, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=992f68b4-aa5c-497d-b663-b2343154f230,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:21:05.377209 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (992f68b4-aa5c-497d-b663-b2343154f230), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:05.423206 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=992f68b4-aa5c-497d-b663-b2343154f230,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:21:05.542802 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 32962) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:21:05.965269 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-5dd418b9-f6ec-4e7f-a54d-a0f2562181e8 admin admin] 10.222.0.60 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4208839 Sep 17 04:21:06.259102 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:06.750634 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=43 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:07.214141 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 992f68b4-aa5c-497d-b663-b2343154f230 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:21:07.258751 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 992f68b4-aa5c-497d-b663-b2343154f230 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:21:07.259018 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (992f68b4-aa5c-497d-b663-b2343154f230), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:07.259364 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 992f68b4-aa5c-497d-b663-b2343154f230 Sep 17 04:21:07.280221 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:07.336599 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 992f68b4-aa5c-497d-b663-b2343154f230 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:21:15.954847 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=53 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:15.963113 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=78,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:17.334180 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:17.335515 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:18.430319 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-06dd3391-c4a1-48af-be33-921692d73501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:20.588258 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f2e55194-735a-428b-8e90-eedb0a4a6d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:21.853273 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:23.361552 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:23.503261 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:33.490978 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:33.498886 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:33.755558 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 5 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:21:39.752579 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:43.755995 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:21:48.426478 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1c163538-a8e6-420b-b7d3-85d730220303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:50.594676 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d084b557-4c82-4893-9f5b-d523f4fd81b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:51.864448 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:53.361303 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:53.505986 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:21:54.787772 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:03.488301 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:03.498899 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:10.756809 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 5 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:22:16.765497 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:18.423939 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-70f04355-ad24-49c2-addd-35135e64b40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:20.590186 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26ced878-04e6-4275-bf8f-c93fb28ad91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:20.752329 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:21.859560 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:23.362139 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:23.502046 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:31.193975 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 33510) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:22:31.689034 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd8d067-01bd-42db-a72e-fb6292e5fdfa admin admin] GET failed (client error): The resource could not be found. Sep 17 04:22:31.690349 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-9bd8d067-01bd-42db-a72e-fb6292e5fdfa admin admin] 10.222.0.60 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4954622 Sep 17 04:22:31.859685 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87112ef3-9718-4ab3-afb0-f7c0fa62589b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:31.861332 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-87112ef3-9718-4ab3-afb0-f7c0fa62589b admin admin] 10.222.0.60 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1664009 Sep 17 04:22:33.494586 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:33.496578 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:34.459460 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 33520) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:22:34.894714 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ff32b-cb60-47e3-b269-56521d79ab1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:34.896045 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-272ff32b-cb60-47e3-b269-56521d79ab1c admin admin] 10.222.0.60 "GET /networking/v2.0/subnets/557b283b-b736-4772-aa0e-5503e76dfc9c HTTP/1.1" status: 200 len: 849 time: 0.4353335 Sep 17 04:22:34.906034 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:22:35.013207 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Publish callbacks [] for subnet (557b283b-b736-4772-aa0e-5503e76dfc9c), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:35.163047 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778005469588'] for subnet (557b283b-b736-4772-aa0e-5503e76dfc9c), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:35.194105 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:35.194674 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:35.197315 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] 10.222.0.60 "PUT /networking/v2.0/subnets/557b283b-b736-4772-aa0e-5503e76dfc9c HTTP/1.1" status: 200 len: 868 time: 0.2948778 Sep 17 04:22:35.200164 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62831ab6-8ba2-44b8-993d-ebba039bd853 None None] Network 32e75d0c-05c8-4fab-a771-fc2c612b721f requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:22:35.219292 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Pushing event updated for resources: {'Subnet': ['ID=557b283b-b736-4772-aa0e-5503e76dfc9c,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:22:35.227314 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.227709 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.227977 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.228330 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.228657 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.228989 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.229341 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.229663 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.229985 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.230310 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.230648 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.230969 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.231289 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.231620 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.231932 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c8ac9-a710-4df7-bc07-0cea4539054b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:22:35.511567 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-f8f7684b-fbaa-47c0-8295-f7dc6104bbfd None None] Provisioning complete for port 428f0ccb-732f-4627-bb22-9fb327b41e25 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:22:35.511958 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f8f7684b-fbaa-47c0-8295-f7dc6104bbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (428f0ccb-732f-4627-bb22-9fb327b41e25), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:35.512293 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f8f7684b-fbaa-47c0-8295-f7dc6104bbfd None None] Attempt 1 to provision port 428f0ccb-732f-4627-bb22-9fb327b41e25 Sep 17 04:22:35.587474 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7684b-fbaa-47c0-8295-f7dc6104bbfd None None] Current status of the port 428f0ccb-732f-4627-bb22-9fb327b41e25 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:22:35.595896 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-f8f7684b-fbaa-47c0-8295-f7dc6104bbfd None None] Provisioning complete for port 610d0ed2-2f81-42fd-86a6-50fb0790b024 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:22:35.596209 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f8f7684b-fbaa-47c0-8295-f7dc6104bbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (610d0ed2-2f81-42fd-86a6-50fb0790b024), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:35.596546 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f8f7684b-fbaa-47c0-8295-f7dc6104bbfd None None] Attempt 1 to provision port 610d0ed2-2f81-42fd-86a6-50fb0790b024 Sep 17 04:22:35.674357 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7684b-fbaa-47c0-8295-f7dc6104bbfd None None] Current status of the port 610d0ed2-2f81-42fd-86a6-50fb0790b024 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:22:37.784032 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 33528) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:22:38.277898 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda3484-7eda-4ba2-b3fe-1212c8349675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:38.278355 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda3484-7eda-4ba2-b3fe-1212c8349675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:38.279857 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-9fda3484-7eda-4ba2-b3fe-1212c8349675 admin admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4948397 Sep 17 04:22:40.856010 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 33536) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:22:41.219219 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writer thread running {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 04:22:41.239086 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:41.438946 dv-cinder-857993-2-iscsi neutron-server[106226]: ERROR stevedore.extension [None req-60bc521a-46a5-4356-834d-05e8c9da8b38 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 17 04:22:41.490415 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.policy [None req-60bc521a-46a5-4356-834d-05e8c9da8b38 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106226) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 04:22:41.532497 dv-cinder-857993-2-iscsi neutron-server[106226]: WARNING oslo_policy.policy [None req-60bc521a-46a5-4356-834d-05e8c9da8b38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 04:22:41.532837 dv-cinder-857993-2-iscsi neutron-server[106226]: WARNING oslo_policy.policy [None req-60bc521a-46a5-4356-834d-05e8c9da8b38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 04:22:41.540606 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bc521a-46a5-4356-834d-05e8c9da8b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:41.541117 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bc521a-46a5-4356-834d-05e8c9da8b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:41.543109 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-60bc521a-46a5-4356-834d-05e8c9da8b38 admin admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6857867 Sep 17 04:22:44.146674 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 33550) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:22:44.669614 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8f9151-0f87-4edc-8b04-d9456c2d30cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:44.670986 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-5a8f9151-0f87-4edc-8b04-d9456c2d30cf admin admin] 10.222.0.60 "GET /networking/v2.0/networks/32e75d0c-05c8-4fab-a771-fc2c612b721f HTTP/1.1" status: 200 len: 869 time: 0.5230315 Sep 17 04:22:45.671002 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=37 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:45.672989 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=40 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:47.243594 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 33558) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:22:47.756610 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 5 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:22:47.814943 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a6e777-a1fc-4992-8bd1-18062c6595e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:47.816296 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-f5a6e777-a1fc-4992-8bd1-18062c6595e0 admin admin] 10.222.0.60 "GET /networking/v2.0/networks/83f6c2c7-53a4-4a84-97d4-cba3c24263e7 HTTP/1.1" status: 200 len: 886 time: 0.5714381 Sep 17 04:22:48.273262 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=69,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:48.275438 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=76,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:48.418679 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-123cb943-6dab-4063-8b78-a2a992c0c6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:50.409236 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 33568) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:22:50.595225 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0bc53109-6162-4d2f-8541-a4f117347817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:50.842496 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a483c0-db8f-4ea5-9495-8ec3a619407b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:50.842947 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a483c0-db8f-4ea5-9495-8ec3a619407b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:50.844476 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-19a483c0-db8f-4ea5-9495-8ec3a619407b admin admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4342127 Sep 17 04:22:51.863013 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:53.363030 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:53.367977 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 33576) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:22:53.507553 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:22:53.761167 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:53.767927 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c331f2-6651-43d5-aae4-8157c7fe330b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:53.768603 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c331f2-6651-43d5-aae4-8157c7fe330b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:53.770843 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-11c331f2-6651-43d5-aae4-8157c7fe330b admin admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4015849 Sep 17 04:22:56.328206 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 33584) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:22:56.718805 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4020a3-a570-4cfa-ae41-e120311e69d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:56.720129 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-ec4020a3-a570-4cfa-ae41-e120311e69d4 admin admin] 10.222.0.60 "GET /networking/v2.0/subnets/557b283b-b736-4772-aa0e-5503e76dfc9c HTTP/1.1" status: 200 len: 868 time: 0.3905797 Sep 17 04:22:57.753299 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:22:59.264115 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 33592) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:22:59.679444 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb868fa6-eeab-44b9-82c1-9bcede1090c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:22:59.680800 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-eb868fa6-eeab-44b9-82c1-9bcede1090c6 admin admin] 10.222.0.60 "GET /networking/v2.0/subnets/fa0fd281-8131-4004-8aa2-8ff047a9d8cf HTTP/1.1" status: 200 len: 816 time: 0.4152160 Sep 17 04:23:03.499555 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:03.501468 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:03.756690 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=52 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:03.761863 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=39 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:09.665812 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=9 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:09.676150 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=14 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:16.570549 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=13 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:16.573757 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=13 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:18.422453 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-afdbede3-3b72-4ef1-9899-e1d449660769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:20.599560 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c122a424-691e-48c3-ae37-10263afb5a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:21.866776 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:23.365339 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:23.514104 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:24.756145 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 5 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:23:29.317775 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 33648) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:23:29.678607 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [None req-fa98b14a-aa5e-42ac-a152-7ae2556e5ef5 admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:23:29.679591 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-fa98b14a-aa5e-42ac-a152-7ae2556e5ef5 admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3604858 Sep 17 04:23:32.345181 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 33658) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:23:32.813372 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc272b4-e760-4097-93eb-1e246f0536c3 admin admin] GET failed (client error): The resource could not be found. Sep 17 04:23:32.814750 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-3dc272b4-e760-4097-93eb-1e246f0536c3 admin admin] 10.222.0.60 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4682829 Sep 17 04:23:32.906671 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7761746-0c6a-4304-b7aa-ca86b9ef878e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:23:32.908183 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-d7761746-0c6a-4304-b7aa-ca86b9ef878e admin admin] 10.222.0.60 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0866194 Sep 17 04:23:33.500028 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:33.508148 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:34.751081 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:34.751915 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:35.514315 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 33666) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:23:35.877408 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:23:35.899369 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Made reservation on behalf of 7fd2fb11102f467d836ef30d6efdd922 for: {'network': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:23:35.901814 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:35.934198 dv-cinder-857993-2-iscsi neutron-server[106227]: WARNING neutron.services.revisions.revision_plugin [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Could not find related network for resource to bump revision. Sep 17 04:23:35.948691 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=106227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:23:35.958691 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (7df6cc4e-769f-4e94-98b3-b62197c66a6d), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:35.959026 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.segments_db [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Added segment 7df6cc4e-769f-4e94-98b3-b62197c66a6d of type vlan for network 735dbd8c-df68-4d03-b2b8-18d011f17833 Sep 17 04:23:35.999171 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (735dbd8c-df68-4d03-b2b8-18d011f17833), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:36.026284 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (735dbd8c-df68-4d03-b2b8-18d011f17833), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:36.027296 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:23:36.027984 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:36.086408 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5710227 Sep 17 04:23:36.089292 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Pushing event updated for resources: {'Network': ['ID=735dbd8c-df68-4d03-b2b8-18d011f17833,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:23:36.096515 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.096842 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.097225 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.097561 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.097888 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.098213 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.098535 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.098858 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.099190 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.099528 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.099864 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.100187 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.100498 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.100814 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.101152 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010543-77d1-495d-a509-2979a38534ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:36.117755 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network 735dbd8c-df68-4d03-b2b8-18d011f17833 details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:23:38.689191 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 33674) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:23:39.052942 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d80ff6-3a45-47a1-9d42-9bac9f0f444f admin admin] GET failed (client error): The resource could not be found. Sep 17 04:23:39.054247 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-d9d80ff6-3a45-47a1-9d42-9bac9f0f444f admin admin] 10.222.0.60 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3637474 Sep 17 04:23:39.128749 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9546f5f1-22c8-4bdc-ba1d-b259956f05a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:23:39.130193 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-9546f5f1-22c8-4bdc-ba1d-b259956f05a4 admin admin] 10.222.0.60 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0713949 Sep 17 04:23:39.143200 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-a23f935b-0dd5-4c38-8ee1-c5ea0abe587e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '735dbd8c-df68-4d03-b2b8-18d011f17833'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:23:39.165842 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23f935b-0dd5-4c38-8ee1-c5ea0abe587e admin admin] Made reservation on behalf of 7fd2fb11102f467d836ef30d6efdd922 for: {'subnet': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:23:39.168253 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a23f935b-0dd5-4c38-8ee1-c5ea0abe587e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:39.334324 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a23f935b-0dd5-4c38-8ee1-c5ea0abe587e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for subnet (5832ce9b-c8bd-418d-a864-7ea32ba6310d), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:39.384015 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f935b-0dd5-4c38-8ee1-c5ea0abe587e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5832ce9b-c8bd-418d-a864-7ea32ba6310d,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:23:39.399223 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23f935b-0dd5-4c38-8ee1-c5ea0abe587e admin admin] Checking segment: {'id': '7df6cc4e-769f-4e94-98b3-b62197c66a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '735dbd8c-df68-4d03-b2b8-18d011f17833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:23:39.399573 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f935b-0dd5-4c38-8ee1-c5ea0abe587e admin admin] Network hostable DHCP agents. Network: 735dbd8c-df68-4d03-b2b8-18d011f17833, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:23:39.418601 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f935b-0dd5-4c38-8ee1-c5ea0abe587e admin admin] Network 735dbd8c-df68-4d03-b2b8-18d011f17833 is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:23:39.427626 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-a23f935b-0dd5-4c38-8ee1-c5ea0abe587e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, 735dbd8c-df68-4d03-b2b8-18d011f17833) {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:23:39.431701 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23f935b-0dd5-4c38-8ee1-c5ea0abe587e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:23:39.432289 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a23f935b-0dd5-4c38-8ee1-c5ea0abe587e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:39.436717 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1481d046-267a-4901-8f58-5aacb52be87e None None] Network 735dbd8c-df68-4d03-b2b8-18d011f17833 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:23:39.441272 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:39.450201 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-a23f935b-0dd5-4c38-8ee1-c5ea0abe587e admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3104744 Sep 17 04:23:39.647075 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a1dfd16-a292-5d46-ac4f-18a3363636d9-735dbd8c-df68-4d03-b2b8-18d011f17833', 'network_id': '735dbd8c-df68-4d03-b2b8-18d011f17833', 'project_id': '7fd2fb11102f467d836ef30d6efdd922', 'fixed_ips': [{'subnet_id': '5832ce9b-c8bd-418d-a864-7ea32ba6310d'}]}} from dv-cinder-857993-2-iscsi. {{(pid=106228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 04:23:39.647985 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:39.784534 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Allocated IP 192.168.233.2 (735dbd8c-df68-4d03-b2b8-18d011f17833/5832ce9b-c8bd-418d-a864-7ea32ba6310d/092f71c0-4a83-49df-bafb-9a5e5392fd4c) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:23:39.923979 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Publish callbacks [] for port (092f71c0-4a83-49df-bafb-9a5e5392fd4c), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:39.930215 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (092f71c0-4a83-49df-bafb-9a5e5392fd4c), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:39.974460 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Network 735dbd8c-df68-4d03-b2b8-18d011f17833 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:23:39.979486 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:23:39.981637 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Pushing event updated for resources: {'Port': ['ID=092f71c0-4a83-49df-bafb-9a5e5392fd4c,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:23:39.984176 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:23:39.992948 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.993315 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.993669 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.994023 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.994355 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.994677 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.994995 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.995314 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.995630 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.995945 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.996262 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.996570 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.996882 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.997245 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:39.997562 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:23:40.052716 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Attempting to bind port 092f71c0-4a83-49df-bafb-9a5e5392fd4c on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:23:40.053158 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Attempting to bind port 092f71c0-4a83-49df-bafb-9a5e5392fd4c by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '7df6cc4e-769f-4e94-98b3-b62197c66a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '735dbd8c-df68-4d03-b2b8-18d011f17833'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:23:40.053465 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Attempting to bind port 092f71c0-4a83-49df-bafb-9a5e5392fd4c on network 735dbd8c-df68-4d03-b2b8-18d011f17833 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:23:40.093959 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:23:40.094323 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Checking segment: {'id': '7df6cc4e-769f-4e94-98b3-b62197c66a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '735dbd8c-df68-4d03-b2b8-18d011f17833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:23:40.094723 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:40.095112 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Bound using segment: {'id': '7df6cc4e-769f-4e94-98b3-b62197c66a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '735dbd8c-df68-4d03-b2b8-18d011f17833'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:23:40.095572 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Bound port: 092f71c0-4a83-49df-bafb-9a5e5392fd4c, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6cc4e-769f-4e94-98b3-b62197c66a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '735dbd8c-df68-4d03-b2b8-18d011f17833'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:23:40.095944 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (092f71c0-4a83-49df-bafb-9a5e5392fd4c), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:40.159193 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] For port 092f71c0-4a83-49df-bafb-9a5e5392fd4c, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:23:40.162596 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] For port 092f71c0-4a83-49df-bafb-9a5e5392fd4c, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=092f71c0-4a83-49df-bafb-9a5e5392fd4c,segment=NetworkSegment(7df6cc4e-769f-4e94-98b3-b62197c66a6d),segment_id=7df6cc4e-769f-4e94-98b3-b62197c66a6d)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:23:40.168381 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (092f71c0-4a83-49df-bafb-9a5e5392fd4c), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:40.218964 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a94ea-825d-4100-a18c-e4ce65c01305 None None] Pushing event updated for resources: {'Port': ['ID=092f71c0-4a83-49df-bafb-9a5e5392fd4c,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:23:40.982223 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad5cd0-b9a1-4e22-8e8e-c19677651fe4 None None] Network 735dbd8c-df68-4d03-b2b8-18d011f17833 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:23:41.041821 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:41.096459 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-dc404e02-50c7-4049-a198-63148e9d0684 None None] Provisioning complete for port 092f71c0-4a83-49df-bafb-9a5e5392fd4c triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:23:41.096945 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-dc404e02-50c7-4049-a198-63148e9d0684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (092f71c0-4a83-49df-bafb-9a5e5392fd4c), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:41.097184 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-dc404e02-50c7-4049-a198-63148e9d0684 None None] Attempt 1 to provision port 092f71c0-4a83-49df-bafb-9a5e5392fd4c Sep 17 04:23:41.128560 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:41.177854 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-dc404e02-50c7-4049-a198-63148e9d0684 None None] Current status of the port 092f71c0-4a83-49df-bafb-9a5e5392fd4c is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:23:41.178240 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-dc404e02-50c7-4049-a198-63148e9d0684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (092f71c0-4a83-49df-bafb-9a5e5392fd4c), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:41.216442 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-dc404e02-50c7-4049-a198-63148e9d0684 None None] For port 092f71c0-4a83-49df-bafb-9a5e5392fd4c, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=092f71c0-4a83-49df-bafb-9a5e5392fd4c,segment=NetworkSegment(7df6cc4e-769f-4e94-98b3-b62197c66a6d),segment_id=7df6cc4e-769f-4e94-98b3-b62197c66a6d)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:23:41.224168 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-dc404e02-50c7-4049-a198-63148e9d0684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (092f71c0-4a83-49df-bafb-9a5e5392fd4c), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:41.271719 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc404e02-50c7-4049-a198-63148e9d0684 None None] Pushing event updated for resources: {'Port': ['ID=092f71c0-4a83-49df-bafb-9a5e5392fd4c,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:23:41.342356 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-e3bc480c-51df-46dd-a719-01e6af1c74aa None None] Provisioning complete for port 092f71c0-4a83-49df-bafb-9a5e5392fd4c triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:23:41.342735 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3bc480c-51df-46dd-a719-01e6af1c74aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (092f71c0-4a83-49df-bafb-9a5e5392fd4c), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:41.343069 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-e3bc480c-51df-46dd-a719-01e6af1c74aa None None] Attempt 1 to provision port 092f71c0-4a83-49df-bafb-9a5e5392fd4c Sep 17 04:23:41.366086 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 092f71c0-4a83-49df-bafb-9a5e5392fd4c up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:23:41.449536 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 092f71c0-4a83-49df-bafb-9a5e5392fd4c triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:23:41.449915 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (092f71c0-4a83-49df-bafb-9a5e5392fd4c), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:41.450274 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 092f71c0-4a83-49df-bafb-9a5e5392fd4c Sep 17 04:23:41.478205 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc480c-51df-46dd-a719-01e6af1c74aa None None] Current status of the port 092f71c0-4a83-49df-bafb-9a5e5392fd4c is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:23:41.524033 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 092f71c0-4a83-49df-bafb-9a5e5392fd4c is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:23:43.313051 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 092f71c0-4a83-49df-bafb-9a5e5392fd4c up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:23:43.358437 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 092f71c0-4a83-49df-bafb-9a5e5392fd4c triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:23:43.359119 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (092f71c0-4a83-49df-bafb-9a5e5392fd4c), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:43.359301 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 092f71c0-4a83-49df-bafb-9a5e5392fd4c Sep 17 04:23:43.435341 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 092f71c0-4a83-49df-bafb-9a5e5392fd4c is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:23:48.426052 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe07ba26-72ec-47bb-9e9f-dadf17a9e50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:49.443691 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=75,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:23:50.607032 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c7506c64-407c-41a6-841c-a08d27a321ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:51.871916 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:53.370677 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:23:53.509026 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:01.755940 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 5 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:24:03.502177 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:24:03.503493 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:24:11.751945 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:24:16.751676 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:24:18.429681 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-717f5e88-f665-41ac-94e5-1d4e4651d625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:20.611769 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-aa128b60-4e25-4693-bc58-367c28254567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:21.872361 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:23.374817 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:23.514498 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:33.506746 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:24:33.508751 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:24:38.756018 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 5 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:24:48.435776 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8b9d-ddd0-46a5-ad61-451892172544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:48.750441 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:24:48.751132 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:24:50.607767 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-85c51cbf-c130-42ee-9428-0e8acbe58e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:51.877206 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:53.377308 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:53.527364 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:53.608745 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 33718) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:24:53.614687 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [None req-297717da-9755-4a04-880d-21230b4f52a4 tempest-verify_tempest_config-1297187312 tempest-verify_tempest_config-1297187312-project] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:24:53.615665 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-297717da-9755-4a04-880d-21230b4f52a4 tempest-verify_tempest_config-1297187312 tempest-verify_tempest_config-1297187312-project] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0059204 Sep 17 04:24:54.189482 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 33736) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:24:54.542096 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:54.621714 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Publish callbacks [] for security_group (d1afd087-24a1-426e-98ba-211794c4f5a1), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:54.626818 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d1afd087-24a1-426e-98ba-211794c4f5a1), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:54.671215 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a8d9b1c563d94881833202368070d8c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4806347 Sep 17 04:24:54.673985 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 33742) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:24:54.681184 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1afd087-24a1-426e-98ba-211794c4f5a1,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:24:54.690156 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.690156 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.690550 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.691065 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.691791 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.692093 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.692417 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.692737 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.693075 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.693429 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.693767 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.694105 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.694427 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.694747 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.695060 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91889a17-11ec-471a-8ea9-e97843001590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.760082 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Publish callbacks [] for security_group (d1afd087-24a1-426e-98ba-211794c4f5a1), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:54.779903 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Publish callbacks [] for security_group (d1afd087-24a1-426e-98ba-211794c4f5a1), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:54.882321 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d1afd087-24a1-426e-98ba-211794c4f5a1), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:54.886026 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:24:54.887773 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d1afd087-24a1-426e-98ba-211794c4f5a1 HTTP/1.1" status: 204 len: 168 time: 0.2124484 Sep 17 04:24:54.898656 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1afd087-24a1-426e-98ba-211794c4f5a1,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:24:54.908129 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.908470 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.908809 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.909179 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.909712 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.910038 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.910359 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.910677 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.911002 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.911319 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.911651 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.912003 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.912305 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.912619 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.912930 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c798307-156b-4fc6-8b2d-7bede047500e admin admin] Tracked resource versions report: Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: pushed versions: Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: { 'AddressGroup': {'1.2'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Agent': {'1.1'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'ConntrackHelper': {'1.0'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'LocalIPAssociation': {'1.0'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Log': {'1.0'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'NDPProxy': {'1.0'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Network': {'1.1'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Port': {'1.7'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'PortForwarding': {'1.3'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'QosPolicy': {'1.10'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'SecurityGroup': {'1.5'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'SecurityGroupRule': {'1.2'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'SubPort': {'1.0'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Subnet': {'1.1'}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Trunk': {'1.1'}} Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: consumer versions: Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: { DHCP agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: L3 agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: Metadata agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: Metering agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: Open vSwitch agent@dv-cinder-857993-2-iscsi: { 'AddressGroup': '1.2', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Agent': '1.1', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'ConntrackHelper': '1.0', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'LocalIPAssociation': '1.0', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Log': '1.0', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'NDPProxy': '1.0', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Network': '1.1', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Port': '1.7', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'PortForwarding': '1.3', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'QosPolicy': '1.10', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'SecurityGroup': '1.5', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'SecurityGroupRule': '1.2', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'SubPort': '1.0', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Subnet': '1.1', Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Trunk': '1.1'}} Sep 17 04:24:54.914323 dv-cinder-857993-2-iscsi neutron-server[106226]: {{(pid=106226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 04:25:04.676354 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:25:04.685364 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:25:04.825780 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:25:04.903899 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:25:04.948378 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:25:04.954903 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:25:15.761030 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 5 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:25:18.442217 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a2305356-b7d1-44da-9907-b538ca252b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:25:20.611418 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-84ffe832-8d43-4ac3-b3df-837e3a0112b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:25:21.892756 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:25:23.387091 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:25:23.528532 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:25:25.753613 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=14 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:25:25.754814 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=20 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:25:33.513325 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:25:33.522103 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:25:48.435370 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c901ed86-e2d9-46a9-9cdc-3f4603aab35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:25:50.613975 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e26598c2-1cbc-4215-9474-b6843a1306e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:25:51.893985 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:25:52.764801 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 5 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:25:53.388578 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:25:53.529996 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:25:58.768806 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:02.759524 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:03.514429 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:03.523369 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:16.748741 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:16.749990 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:18.443741 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9028c7e0-67f0-45f4-b1cf-1ae86c5e435d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:26:20.609447 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c0d9c046-bbd7-43bf-ae8a-f04f15b5a48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:26:21.897993 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:26:23.391353 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:26:23.525075 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:26:29.765791 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 5 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:26:29.810528 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3697092'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:26:39.760910 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:39.762192 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:39.798487 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:39.802906 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:42.630603 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 33838) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:26:42.783574 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-5c4494cd-6139-475b-8afc-88111e419175 admin admin] 10.222.0.60 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1516714 Sep 17 04:26:45.200126 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 33848) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:26:45.260451 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-b67aca79-a9ea-45b1-93ef-b863b02c9712 admin admin] 10.222.0.60 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0590920 Sep 17 04:26:48.429304 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2daa2f6c-53c1-4307-91e0-90e70422bb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:26:50.605632 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d259f702-cffd-4532-bc58-01a52de3500a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:26:51.892591 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:26:52.760657 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:53.404247 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:26:53.540462 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:26:54.753238 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:54.754475 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:55.254899 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:26:59.762482 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:27:06.770162 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:27:09.752690 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:27:09.756185 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:27:16.761557 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=19 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:27:16.762793 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=15 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:27:18.445393 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2bb2d523-c6fa-421e-b446-b13577dbbf26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:27:20.611312 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e16c5b50-7008-41ff-aad5-6a40c186c216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:27:21.901848 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:27:23.406487 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:27:23.547287 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:27:29.759216 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:27:39.745781 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:27:39.759452 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:27:43.771773 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:27:48.429696 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4bf2f0a2-de51-4352-9a08-8d8ad57298c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:27:49.765393 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:27:50.605687 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bf413c7a-8360-4df6-b6f7-3dda50e164dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:27:51.898793 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:27:53.405875 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:27:53.531381 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:27:53.767132 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:27:59.773597 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:09.761442 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:09.767465 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:16.168876 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 33958) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:16.344042 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-508212189-network', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:16.390536 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Made reservation on behalf of e9f593f419bb4ebeb351a9ad54a2a532 for: {'network': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:16.393421 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:16.407419 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:16.498147 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Publish callbacks [] for security_group (76a6f4c5-1cfc-4b8d-9d0d-dafad126886d), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:16.503872 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (76a6f4c5-1cfc-4b8d-9d0d-dafad126886d), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:16.541479 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6f4c5-1cfc-4b8d-9d0d-dafad126886d,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:16.547888 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=106226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:28:16.554513 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.554895 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.555222 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.555571 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.555908 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.556217 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.556735 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.557069 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.557434 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.557766 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.558094 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.558419 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.558744 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.559068 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.559388 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Tracked resource versions report: Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: pushed versions: Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: { 'AddressGroup': {'1.2'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Agent': {'1.1'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'ConntrackHelper': {'1.0'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'LocalIPAssociation': {'1.0'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Log': {'1.0'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'NDPProxy': {'1.0'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Network': {'1.1'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Port': {'1.7'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'PortForwarding': {'1.3'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'QosPolicy': {'1.10'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'SecurityGroup': {'1.5'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'SecurityGroupRule': {'1.2'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'SubPort': {'1.0'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Subnet': {'1.1'}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Trunk': {'1.1'}} Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: consumer versions: Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: { DHCP agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: HyperV agent@hv-cinder-85799: {}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: L3 agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: Metadata agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: Metering agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: Open vSwitch agent@dv-cinder-857993-2-iscsi: { 'AddressGroup': '1.2', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Agent': '1.1', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'ConntrackHelper': '1.0', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'LocalIPAssociation': '1.0', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Log': '1.0', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'NDPProxy': '1.0', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Network': '1.1', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Port': '1.7', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'PortForwarding': '1.3', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'QosPolicy': '1.10', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'SecurityGroup': '1.5', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'SecurityGroupRule': '1.2', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'SubPort': '1.0', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Subnet': '1.1', Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: 'Trunk': '1.1'}} Sep 17 04:28:16.560586 dv-cinder-857993-2-iscsi neutron-server[106226]: {{(pid=106226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 04:28:16.586399 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778005426616', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (eb6459bc-49e7-4fdd-99ec-05fdef82692f), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:16.587369 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Unsubscribe: segment precommit_create {{(pid=106226) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 04:28:16.588101 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.segments_db [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Added segment eb6459bc-49e7-4fdd-99ec-05fdef82692f of type vlan for network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 Sep 17 04:28:16.655520 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (5d741fbf-1171-42a3-8de2-aef8bbcc1581), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:16.700129 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (5d741fbf-1171-42a3-8de2-aef8bbcc1581), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:16.701273 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:16.701851 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:16.747975 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:16.752603 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:16.792385 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 33998) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:16.792984 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6224322 Sep 17 04:28:16.801830 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Request body: {'subnet': {'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-508212189-subnet', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:16.824919 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb4c85-dfd0-4d94-a333-5fbed00f7e0e admin admin] Pushing event updated for resources: {'Network': ['ID=5d741fbf-1171-42a3-8de2-aef8bbcc1581,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:16.839047 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Made reservation on behalf of e9f593f419bb4ebeb351a9ad54a2a532 for: {'subnet': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:16.840696 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:28:16.843800 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.021742 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34006) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:17.033838 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for subnet (72440590-5ca9-47bf-a1be-86065deb25a0), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.088939 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72440590-5ca9-47bf-a1be-86065deb25a0,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:17.100937 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.101313 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.101675 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.102007 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.102336 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.102663 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.103349 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.103666 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.103997 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.104320 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.104638 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.104953 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.105290 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.105603 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.105913 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Tracked resource versions report: Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: pushed versions: Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: { 'AddressGroup': {'1.2'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Agent': {'1.1'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'ConntrackHelper': {'1.0'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'LocalIPAssociation': {'1.0'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Log': {'1.0'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'NDPProxy': {'1.0'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Network': {'1.1'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Port': {'1.7'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'PortForwarding': {'1.3'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'QosPolicy': {'1.10'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'SecurityGroup': {'1.5'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'SecurityGroupRule': {'1.2'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'SubPort': {'1.0'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Subnet': {'1.1'}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Trunk': {'1.1'}} Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: consumer versions: Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: { DHCP agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: HyperV agent@hv-cinder-85799: {}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: L3 agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: Metadata agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: Metering agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: Open vSwitch agent@dv-cinder-857993-2-iscsi: { 'AddressGroup': '1.2', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Agent': '1.1', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'ConntrackHelper': '1.0', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'LocalIPAssociation': '1.0', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Log': '1.0', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'NDPProxy': '1.0', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Network': '1.1', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Port': '1.7', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'PortForwarding': '1.3', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'QosPolicy': '1.10', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'SecurityGroup': '1.5', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'SecurityGroupRule': '1.2', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'SubPort': '1.0', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Subnet': '1.1', Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: 'Trunk': '1.1'}} Sep 17 04:28:17.107048 dv-cinder-857993-2-iscsi neutron-server[106227]: {{(pid=106227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 04:28:17.118313 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Checking segment: {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:17.118701 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Network hostable DHCP agents. Network: 5d741fbf-1171-42a3-8de2-aef8bbcc1581, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:28:17.137541 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:28:17.147996 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, 5d741fbf-1171-42a3-8de2-aef8bbcc1581) {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:17.153786 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:17.154719 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.160157 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aafe736-a1cb-4035-8fe0-e7ee1b0dabc7 None None] Network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:17.178543 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34020) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:17.179047 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-813911c2-4c5f-42ff-8195-58ba477a53d4 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3834500 Sep 17 04:28:17.185139 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:17.217954 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4729'] for router (7338ced2-0798-43c2-bdf6-c22b5b76a87c), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.219993 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3698097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3840254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3906358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router (7338ced2-0798-43c2-bdf6-c22b5b76a87c), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.296966 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a1dfd16-a292-5d46-ac4f-18a3363636d9-5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0'}]}} from dv-cinder-857993-2-iscsi. {{(pid=106228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 04:28:17.298757 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.378984 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Publish callbacks [] for router_controller (7338ced2-0798-43c2-bdf6-c22b5b76a87c), precommit_add_association {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.387847 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-24285201-network', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:17.483822 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Made reservation on behalf of e0b194b28dec41119ae0d6d913f19c31 for: {'network': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:17.486264 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.488150 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Allocated IP 172.20.0.2 (5d741fbf-1171-42a3-8de2-aef8bbcc1581/72440590-5ca9-47bf-a1be-86065deb25a0/16bdce84-bad2-4cda-913f-b64bcd55bfdc) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:17.531145 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.622251 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Publish callbacks [] for router_gateway (7338ced2-0798-43c2-bdf6-c22b5b76a87c), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.674779 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:17.677388 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Publish callbacks [] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.685787 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.698560 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Publish callbacks [] for security_group (fd4bc8e2-c9bc-4640-ba4e-f015cd808d2a), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.710303 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (fd4bc8e2-c9bc-4640-ba4e-f015cd808d2a), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.722363 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=106226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:28:17.749696 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:17.750920 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Pushing event updated for resources: {'Port': ['ID=16bdce84-bad2-4cda-913f-b64bcd55bfdc,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:17.759186 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:17.763124 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.763642 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.764259 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.764975 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.765484 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.767464 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.768252 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.769186 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.769943 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.770447 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.770939 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.771431 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.772035 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.772506 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.772984 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Tracked resource versions report: Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: pushed versions: Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: { 'AddressGroup': {'1.2'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Agent': {'1.1'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'ConntrackHelper': {'1.0'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'LocalIPAssociation': {'1.0'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Log': {'1.0'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'NDPProxy': {'1.0'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Network': {'1.1'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Port': {'1.7'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'PortForwarding': {'1.3'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'QosPolicy': {'1.10'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'SecurityGroup': {'1.5'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'SecurityGroupRule': {'1.2'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'SubPort': {'1.0'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Subnet': {'1.1'}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Trunk': {'1.1'}} Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: consumer versions: Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: { DHCP agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: HyperV agent@hv-cinder-85799: {}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: L3 agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: Metadata agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: Metering agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: Open vSwitch agent@dv-cinder-857993-2-iscsi: { 'AddressGroup': '1.2', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Agent': '1.1', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'ConntrackHelper': '1.0', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'LocalIPAssociation': '1.0', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Log': '1.0', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'NDPProxy': '1.0', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Network': '1.1', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Port': '1.7', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'PortForwarding': '1.3', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'QosPolicy': '1.10', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'SecurityGroup': '1.5', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'SecurityGroupRule': '1.2', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'SubPort': '1.0', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Subnet': '1.1', Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: 'Trunk': '1.1'}} Sep 17 04:28:17.774316 dv-cinder-857993-2-iscsi neutron-server[106228]: {{(pid=106228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 04:28:17.776566 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (6eca9cce-1d72-43d9-af9d-d9886de8cacd), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.776566 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.segments_db [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Added segment 6eca9cce-1d72-43d9-af9d-d9886de8cacd of type vlan for network e95cd093-c909-4fa1-980b-df0004dd3cf5 Sep 17 04:28:17.776566 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:17.784100 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:17.823747 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (e95cd093-c909-4fa1-980b-df0004dd3cf5), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.851660 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Attempting to bind port 16bdce84-bad2-4cda-913f-b64bcd55bfdc on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:28:17.852263 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Attempting to bind port 16bdce84-bad2-4cda-913f-b64bcd55bfdc by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:28:17.852409 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Attempting to bind port 16bdce84-bad2-4cda-913f-b64bcd55bfdc on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:17.856124 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4bc8e2-c9bc-4640-ba4e-f015cd808d2a,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:17.909831 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:28:17.910844 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Checking segment: {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:17.911701 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.912366 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Bound using segment: {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:28:17.912530 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (e95cd093-c909-4fa1-980b-df0004dd3cf5), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.913240 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Bound port: 16bdce84-bad2-4cda-913f-b64bcd55bfdc, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:28:17.913799 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.914374 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:17.915236 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:17.988065 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34062) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:18.004256 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] For port 16bdce84-bad2-4cda-913f-b64bcd55bfdc, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:28:18.008531 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] For port 16bdce84-bad2-4cda-913f-b64bcd55bfdc, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=16bdce84-bad2-4cda-913f-b64bcd55bfdc,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:28:18.014039 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9909117 Sep 17 04:28:18.017018 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34066) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:18.022154 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-ffe43403-88ac-410f-a2d4-13f0aa10f0a7 admin admin] Request body: {'subnet': {'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-subnet', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:18.031363 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.066389 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe43403-88ac-410f-a2d4-13f0aa10f0a7 admin admin] Made reservation on behalf of e0b194b28dec41119ae0d6d913f19c31 for: {'subnet': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:18.068960 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ffe43403-88ac-410f-a2d4-13f0aa10f0a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.081406 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a124eb7-879a-4d71-aa4b-82e78027b24e admin admin] Pushing event updated for resources: {'Network': ['ID=e95cd093-c909-4fa1-980b-df0004dd3cf5,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:18.103907 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network e95cd093-c909-4fa1-980b-df0004dd3cf5 details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:28:18.139077 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:18.147023 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Publish callbacks [] for router_gateway (7338ced2-0798-43c2-bdf6-c22b5b76a87c), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.172356 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.261020 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de7c05-cf49-4051-930c-3801da952b54 None None] Pushing event updated for resources: {'Port': ['ID=16bdce84-bad2-4cda-913f-b64bcd55bfdc,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:18.402028 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Allocated IP 172.27.3.39 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/03d39045-c907-478c-924f-85f86a76bdfa) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:18.457916 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c68f2025-67d3-458c-9b01-07a2cf5db732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.491698 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ffe43403-88ac-410f-a2d4-13f0aa10f0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for subnet (5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.564560 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:18.619721 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe43403-88ac-410f-a2d4-13f0aa10f0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:18.622351 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe43403-88ac-410f-a2d4-13f0aa10f0a7 admin admin] Checking segment: {'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:18.622934 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe43403-88ac-410f-a2d4-13f0aa10f0a7 admin admin] Network hostable DHCP agents. Network: e95cd093-c909-4fa1-980b-df0004dd3cf5, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:28:18.629518 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Publish callbacks [] for port (03d39045-c907-478c-924f-85f86a76bdfa), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.645254 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe43403-88ac-410f-a2d4-13f0aa10f0a7 admin admin] Network e95cd093-c909-4fa1-980b-df0004dd3cf5 is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:28:18.658070 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-ffe43403-88ac-410f-a2d4-13f0aa10f0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, e95cd093-c909-4fa1-980b-df0004dd3cf5) {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:18.668171 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe43403-88ac-410f-a2d4-13f0aa10f0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:18.668778 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ffe43403-88ac-410f-a2d4-13f0aa10f0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.674060 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f98920-3af9-4916-8714-d23ef4384efe None None] Network e95cd093-c909-4fa1-980b-df0004dd3cf5 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:18.697261 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1686562684-network', 'tenant_id': '39cc778e84014ed98f33554b7c46b174'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:18.736732 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-ffe43403-88ac-410f-a2d4-13f0aa10f0a7 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7182961 Sep 17 04:28:18.742607 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34092) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:18.748733 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:18.760045 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Made reservation on behalf of 39cc778e84014ed98f33554b7c46b174 for: {'network': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:18.762573 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.765147 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (03d39045-c907-478c-924f-85f86a76bdfa), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.781633 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.801159 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4729'] for router (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.804071 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3698097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3840254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3906358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.858328 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a1dfd16-a292-5d46-ac4f-18a3363636d9-e95cd093-c909-4fa1-980b-df0004dd3cf5', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8'}]}} from dv-cinder-857993-2-iscsi. {{(pid=106228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 04:28:18.859814 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.880028 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:18.895186 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:18.903197 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:18.906009 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:18.907491 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Publish callbacks [] for router_controller (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), precommit_add_association {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:18.916469 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:19.030832 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:19.043758 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Pushing event updated for resources: {'Port': ['ID=03d39045-c907-478c-924f-85f86a76bdfa,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:19.080608 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Allocated IP 172.20.0.2 (e95cd093-c909-4fa1-980b-df0004dd3cf5/5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8/0b840926-fa32-40cb-b222-cd4c2b28d0f9) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:19.163394 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Publish callbacks [] for router_gateway (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:19.189235 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Publish callbacks [] for security_group (d8286f72-5bbd-4b12-aa33-75ce3b9cae02), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:19.208808 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d8286f72-5bbd-4b12-aa33-75ce3b9cae02), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:19.232389 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=106227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:28:19.259744 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:19.260084 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.segments_db [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Added segment a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b of type vlan for network a004870c-865e-4a45-89cd-2aaecaa38ecd Sep 17 04:28:19.331261 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Publish callbacks [] for router_gateway (7338ced2-0798-43c2-bdf6-c22b5b76a87c), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:19.350877 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Publish callbacks [] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:19.364790 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:19.556090 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8286f72-5bbd-4b12-aa33-75ce3b9cae02,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:19.595905 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47428ca-6fcc-41e3-bc06-cd1c65fd4438 None None] Network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:19.623628 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (a004870c-865e-4a45-89cd-2aaecaa38ecd), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:19.703241 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=17 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:19.704678 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0a33b5f0-d190-46bb-b7cf-ceb2672744b1 None None] Provisioning complete for port 16bdce84-bad2-4cda-913f-b64bcd55bfdc triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:19.704997 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0a33b5f0-d190-46bb-b7cf-ceb2672744b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:19.705418 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0a33b5f0-d190-46bb-b7cf-ceb2672744b1 None None] Attempt 1 to provision port 16bdce84-bad2-4cda-913f-b64bcd55bfdc Sep 17 04:28:19.717061 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3698153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3695137'] for router (7338ced2-0798-43c2-bdf6-c22b5b76a87c), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:19.735784 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:19.799054 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 16bdce84-bad2-4cda-913f-b64bcd55bfdc up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:19.808421 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (a004870c-865e-4a45-89cd-2aaecaa38ecd), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:19.809462 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:19.810044 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:20.008373 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0181487 Sep 17 04:28:20.013278 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34132) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:20.029057 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-b11ab5db-a532-4592-8fc9-02fc91c2c17b admin admin] Request body: {'subnet': {'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1686562684-subnet', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:20.043545 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0a33b5f0-d190-46bb-b7cf-ceb2672744b1 None None] Current status of the port 16bdce84-bad2-4cda-913f-b64bcd55bfdc is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:20.047225 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0a33b5f0-d190-46bb-b7cf-ceb2672744b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:20.065784 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Router 7338ced2-0798-43c2-bdf6-c22b5b76a87c is scheduled to L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 with binding_index 1 {{(pid=106226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 04:28:20.079349 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 16bdce84-bad2-4cda-913f-b64bcd55bfdc triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:20.082753 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:20.083269 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 16bdce84-bad2-4cda-913f-b64bcd55bfdc Sep 17 04:28:20.158755 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Network e95cd093-c909-4fa1-980b-df0004dd3cf5 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:20.179772 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eded520-c050-47e8-b154-b830a941e4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a004870c-865e-4a45-89cd-2aaecaa38ecd,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:20.201862 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11ab5db-a532-4592-8fc9-02fc91c2c17b admin admin] Made reservation on behalf of 39cc778e84014ed98f33554b7c46b174 for: {'subnet': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:20.206351 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b11ab5db-a532-4592-8fc9-02fc91c2c17b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:20.207482 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0a33b5f0-d190-46bb-b7cf-ceb2672744b1 None None] For port 16bdce84-bad2-4cda-913f-b64bcd55bfdc, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=16bdce84-bad2-4cda-913f-b64bcd55bfdc,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:28:20.241770 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network a004870c-865e-4a45-89cd-2aaecaa38ecd details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:28:20.255913 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Publish callbacks [] for router_gateway (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:20.262247 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0a33b5f0-d190-46bb-b7cf-ceb2672744b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:20.325590 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:28:20.329617 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:20.331523 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Pushing event updated for resources: {'Port': ['ID=0b840926-fa32-40cb-b222-cd4c2b28d0f9,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:20.334946 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:20.343817 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Sync routers for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:28:20.347626 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:20.376713 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:20.383328 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-3f1f1cf2-5287-46c9-ad08-7c4392e32f43 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2034476 Sep 17 04:28:20.383800 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 16bdce84-bad2-4cda-913f-b64bcd55bfdc is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:20.383987 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34162) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:20.407529 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:20.407947 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:20.411189 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:28:20.412764 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:27:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:20.607068 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Attempting to bind port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:28:20.607757 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Attempting to bind port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:28:20.608404 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Attempting to bind port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 on network e95cd093-c909-4fa1-980b-df0004dd3cf5 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:20.766760 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:28:20.767426 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Checking segment: {'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:20.781854 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:20.782644 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Bound using segment: {'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:28:20.783375 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Bound port: 0b840926-fa32-40cb-b222-cd4c2b28d0f9, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:28:20.784060 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:20.913984 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] For port 0b840926-fa32-40cb-b222-cd4c2b28d0f9, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:28:20.917818 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] For port 0b840926-fa32-40cb-b222-cd4c2b28d0f9, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=0b840926-fa32-40cb-b222-cd4c2b28d0f9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:28:20.939399 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-919290bb-dc44-49dd-96e9-be9553f4188f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:20.974736 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:21.011849 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33b5f0-d190-46bb-b7cf-ceb2672744b1 None None] Pushing event updated for resources: {'Port': ['ID=16bdce84-bad2-4cda-913f-b64bcd55bfdc,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:21.070586 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:28:21.087849 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Allocated IP 172.27.3.148 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/509797b8-374e-48f4-93b7-b4468632414f) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:21.162607 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-1bca67b2-a0a4-4562-9f8f-30c1f63d7e27 None None] Provisioning complete for port 16bdce84-bad2-4cda-913f-b64bcd55bfdc triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:21.163522 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1bca67b2-a0a4-4562-9f8f-30c1f63d7e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:21.165587 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-1bca67b2-a0a4-4562-9f8f-30c1f63d7e27 None None] Attempt 1 to provision port 16bdce84-bad2-4cda-913f-b64bcd55bfdc Sep 17 04:28:21.382436 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:21.394283 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:28:21.437481 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb47fa-1673-4295-b01b-9319a13d2878 None None] Pushing event updated for resources: {'Port': ['ID=0b840926-fa32-40cb-b222-cd4c2b28d0f9,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:21.605897 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-1bca67b2-a0a4-4562-9f8f-30c1f63d7e27 None None] Current status of the port 16bdce84-bad2-4cda-913f-b64bcd55bfdc is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:21.618723 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Publish callbacks [] for port (509797b8-374e-48f4-93b7-b4468632414f), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:21.636983 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:21.659977 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 16bdce84-bad2-4cda-913f-b64bcd55bfdc up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:21.671820 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:19Z', 'revision_number': 3, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:21.768215 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (509797b8-374e-48f4-93b7-b4468632414f), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:21.768650 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Checking router: 7338ced2-0798-43c2-bdf6-c22b5b76a87c for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:28:21.768650 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Updating router 7338ced2-0798-43c2-bdf6-c22b5b76a87c port 03d39045-c907-478c-924f-85f86a76bdfa binding host dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:28:21.775654 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:21.781800 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 16bdce84-bad2-4cda-913f-b64bcd55bfdc triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:21.787173 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:21.787705 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 16bdce84-bad2-4cda-913f-b64bcd55bfdc Sep 17 04:28:21.789348 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (03d39045-c907-478c-924f-85f86a76bdfa), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:21.870978 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=509797b8-374e-48f4-93b7-b4468632414f,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:21.899009 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b11ab5db-a532-4592-8fc9-02fc91c2c17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for subnet (74e063ff-b39e-4271-bb62-bb4f2988c689), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:21.974646 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 16bdce84-bad2-4cda-913f-b64bcd55bfdc is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:21.986832 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:21.990792 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ab5db-a532-4592-8fc9-02fc91c2c17b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e063ff-b39e-4271-bb62-bb4f2988c689,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:22.002251 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:22.007304 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:22.019922 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:22.073454 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:22.203789 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ab5db-a532-4592-8fc9-02fc91c2c17b admin admin] Checking segment: {'id': 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:22.204179 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ab5db-a532-4592-8fc9-02fc91c2c17b admin admin] Network hostable DHCP agents. Network: a004870c-865e-4a45-89cd-2aaecaa38ecd, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:28:22.206390 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Allocated IP 172.20.0.1 (5d741fbf-1171-42a3-8de2-aef8bbcc1581/72440590-5ca9-47bf-a1be-86065deb25a0/706f68ce-844c-4b7a-8463-d652efd072a9) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:22.291366 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Publish callbacks [] for port (03d39045-c907-478c-924f-85f86a76bdfa), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:22.305242 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (03d39045-c907-478c-924f-85f86a76bdfa), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:22.357213 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Attempting to bind port 03d39045-c907-478c-924f-85f86a76bdfa on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:28:22.357840 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Attempting to bind port 03d39045-c907-478c-924f-85f86a76bdfa by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:28:22.358214 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Attempting to bind port 03d39045-c907-478c-924f-85f86a76bdfa on network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:22.377427 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ab5db-a532-4592-8fc9-02fc91c2c17b admin admin] Network a004870c-865e-4a45-89cd-2aaecaa38ecd is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:28:22.406513 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-b11ab5db-a532-4592-8fc9-02fc91c2c17b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, a004870c-865e-4a45-89cd-2aaecaa38ecd) {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:22.414700 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11ab5db-a532-4592-8fc9-02fc91c2c17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:22.415008 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e12f5ae-298d-43f5-9e9d-8fa18a0acec4 None None] Network a004870c-865e-4a45-89cd-2aaecaa38ecd requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:22.415556 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b11ab5db-a532-4592-8fc9-02fc91c2c17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:22.435540 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Publish callbacks [] for router_gateway (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:22.439124 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:22.475543 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Pushing event updated for resources: {'Port': ['ID=03d39045-c907-478c-924f-85f86a76bdfa,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:22.479210 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Publish callbacks [] for port (706f68ce-844c-4b7a-8463-d652efd072a9), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:22.530485 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.530862 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.533026 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.533335 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.534059 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.535074 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.536258 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.537275 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.537803 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.538013 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.547289 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.547801 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.548907 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.549967 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.550308 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Tracked resource versions report: Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: pushed versions: Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: { 'AddressGroup': {'1.2'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Agent': {'1.1'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'ConntrackHelper': {'1.0'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'LocalIPAssociation': {'1.0'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Log': {'1.0'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'NDPProxy': {'1.0'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Network': {'1.1'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Port': {'1.7'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'PortForwarding': {'1.3'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'QosPolicy': {'1.10'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'SecurityGroup': {'1.5'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'SecurityGroupRule': {'1.2'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'SubPort': {'1.0'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Subnet': {'1.1'}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Trunk': {'1.1'}} Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: consumer versions: Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: { DHCP agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: HyperV agent@hv-cinder-85799: {}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: L3 agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: Metadata agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: Metering agent@dv-cinder-857993-2-iscsi: {}, Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: Open vSwitch agent@dv-cinder-857993-2-iscsi: { 'AddressGroup': '1.2', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Agent': '1.1', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'ConntrackHelper': '1.0', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'LocalIPAssociation': '1.0', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Log': '1.0', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'NDPProxy': '1.0', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Network': '1.1', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Port': '1.7', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'PortForwarding': '1.3', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'QosPolicy': '1.10', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'SecurityGroup': '1.5', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'SecurityGroupRule': '1.2', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'SubPort': '1.0', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Subnet': '1.1', Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: 'Trunk': '1.1'}} Sep 17 04:28:22.554096 dv-cinder-857993-2-iscsi neutron-server[106229]: {{(pid=106229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 04:28:22.557310 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:22.574186 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:28:22.574554 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Checking segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:22.578612 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becf9825-dffe-470c-923c-c8ac209527a2 None None] Network e95cd093-c909-4fa1-980b-df0004dd3cf5 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:22.579150 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:22.579695 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Bound using segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:28:22.580160 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Bound port: 03d39045-c907-478c-924f-85f86a76bdfa, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:28:22.580528 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (03d39045-c907-478c-924f-85f86a76bdfa), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:22.615510 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:22.628993 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:22.635655 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:22.655693 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:22.675792 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3836696'] for router_interface (7338ced2-0798-43c2-bdf6-c22b5b76a87c), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:22.696429 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] For port 03d39045-c907-478c-924f-85f86a76bdfa, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:28:22.700670 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] For port 03d39045-c907-478c-924f-85f86a76bdfa, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=03d39045-c907-478c-924f-85f86a76bdfa,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:28:22.709308 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-b11ab5db-a532-4592-8fc9-02fc91c2c17b admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6841769 Sep 17 04:28:22.715838 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (03d39045-c907-478c-924f-85f86a76bdfa), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:22.783899 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34262) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:22.796601 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1686562684-router', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:22.855213 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4729'] for router (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:22.858676 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3698097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3840254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3906358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:22.881129 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-39bc05de-8758-482f-add0-f4f4cef72cf8 None None] Provisioning complete for port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:22.881790 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-39bc05de-8758-482f-add0-f4f4cef72cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:22.882211 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-39bc05de-8758-482f-add0-f4f4cef72cf8 None None] Attempt 1 to provision port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 Sep 17 04:28:22.886710 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:22.887817 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436ce49-712c-450d-9e12-2036e9b67d79 None None] Pushing event updated for resources: {'Port': ['ID=03d39045-c907-478c-924f-85f86a76bdfa,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:22.917467 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:22.943072 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=706f68ce-844c-4b7a-8463-d652efd072a9,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:22.953901 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:28:22.955726 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:28:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:23.003921 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a1dfd16-a292-5d46-ac4f-18a3363636d9-a004870c-865e-4a45-89cd-2aaecaa38ecd', 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd', 'project_id': '39cc778e84014ed98f33554b7c46b174', 'fixed_ips': [{'subnet_id': '74e063ff-b39e-4271-bb62-bb4f2988c689'}]}} from dv-cinder-857993-2-iscsi. {{(pid=106228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 04:28:23.004842 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:23.124977 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Publish callbacks [] for router_controller (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), precommit_add_association {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:23.131348 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3698153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3695137'] for router (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:23.311163 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:28:23.406500 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:23.457902 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:23.464265 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:23.516305 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:23.553787 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34278) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:23.627141 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-39bc05de-8758-482f-add0-f4f4cef72cf8 None None] Current status of the port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:23.627540 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-39bc05de-8758-482f-add0-f4f4cef72cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:23.670612 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 0b840926-fa32-40cb-b222-cd4c2b28d0f9 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:23.678100 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:23.713117 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Publish callbacks [] for router_gateway (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:23.799572 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Allocated IP 172.20.0.2 (a004870c-865e-4a45-89cd-2aaecaa38ecd/74e063ff-b39e-4271-bb62-bb4f2988c689/7d2bd701-c75b-47e6-959a-4f08108c4ddb) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:23.843493 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed is scheduled to L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 with binding_index 1 {{(pid=106227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 04:28:23.847486 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Publish callbacks [] for port (706f68ce-844c-4b7a-8463-d652efd072a9), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:23.851879 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:23.857451 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:19Z', 'revision_number': 3, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:23.862271 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:23.863505 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3836812'] for router_interface (7338ced2-0798-43c2-bdf6-c22b5b76a87c), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:23.943979 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0b615-4a9d-492a-8717-b3ac1ddbd8c0 None None] The sync data for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi is: [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:19Z', 'revision_number': 3, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:28:24.025362 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=706f68ce-844c-4b7a-8463-d652efd072a9,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:24.158740 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Publish callbacks [] for router_gateway (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:24.182651 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-39bc05de-8758-482f-add0-f4f4cef72cf8 None None] For port 0b840926-fa32-40cb-b222-cd4c2b28d0f9, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=0b840926-fa32-40cb-b222-cd4c2b28d0f9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:28:24.221267 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a3eabcf4-9d83-4b22-b30c-7c3fb540353b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:24.223722 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:24.224116 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:24.224451 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 Sep 17 04:28:24.241927 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:24.306211 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-39bc05de-8758-482f-add0-f4f4cef72cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:24.311071 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:24.321435 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:28:24.346927 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Sync routers for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:28:24.351883 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:24.356307 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-5fe1dbf7-1224-4448-80eb-4c341185b8a3 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6101644 Sep 17 04:28:24.356382 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:24.359068 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34308) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:24.437867 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:24.461929 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:28:24.463219 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:28:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:24.478426 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:24.566443 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Allocated IP 172.27.3.208 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/9f04cb8c-eb26-40ee-bc0e-c2f09c776b48) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:24.718730 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a3eabcf4-9d83-4b22-b30c-7c3fb540353b admin admin] Publish callbacks [] for security_group (60c9095d-7333-473e-aebb-0c69e668e2c1), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:24.759157 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a3eabcf4-9d83-4b22-b30c-7c3fb540353b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (60c9095d-7333-473e-aebb-0c69e668e2c1), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:24.833354 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:24.835743 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Provisioning complete for port 706f68ce-844c-4b7a-8463-d652efd072a9 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:24.836184 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:24.836650 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Attempt 1 to provision port 706f68ce-844c-4b7a-8463-d652efd072a9 Sep 17 04:28:24.967253 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:28:25.122904 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:25.180019 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Publish callbacks [] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:25.254815 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-a3eabcf4-9d83-4b22-b30c-7c3fb540353b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=8789a927bb6442da93e546b74955f415&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6924193 Sep 17 04:28:25.254815 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Router 7338ced2-0798-43c2-bdf6-c22b5b76a87c has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:28:25.255244 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34360) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:25.262873 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc05de-8758-482f-add0-f4f4cef72cf8 None None] Pushing event updated for resources: {'Port': ['ID=0b840926-fa32-40cb-b222-cd4c2b28d0f9,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:25.268752 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eabcf4-9d83-4b22-b30c-7c3fb540353b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c9095d-7333-473e-aebb-0c69e668e2c1,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:25.339371 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:25.422212 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:25.423647 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:25.469873 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Port 706f68ce-844c-4b7a-8463-d652efd072a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:25.470984 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Publish callbacks [] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:25.492850 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:25.506625 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:28:25.518265 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Network a004870c-865e-4a45-89cd-2aaecaa38ecd is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:25.535750 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:25.537113 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:25.543005 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Pushing event updated for resources: {'Port': ['ID=9f04cb8c-eb26-40ee-bc0e-c2f09c776b48,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:25.550076 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d388f9f0-c152-47d9-8ccc-b3d45906b5b2 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/7338ced2-0798-43c2-bdf6-c22b5b76a87c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1645203 Sep 17 04:28:25.590512 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:22Z', 'revision_number': 3, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:25.610094 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6b007b95-ea55-4ac8-85e6-e8eb652cb176 admin admin] Publish callbacks [] for security_group (60c9095d-7333-473e-aebb-0c69e668e2c1), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:25.620962 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:25.629015 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:25.648067 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34380) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:25.650022 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:25.661354 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6b007b95-ea55-4ac8-85e6-e8eb652cb176 admin admin] Publish callbacks [] for security_group (60c9095d-7333-473e-aebb-0c69e668e2c1), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:25.764724 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Checking router: d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:28:25.765420 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Updating router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed port 509797b8-374e-48f4-93b7-b4468632414f binding host dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:28:25.820866 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 0b840926-fa32-40cb-b222-cd4c2b28d0f9 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:25.872274 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Pushing event updated for resources: {'Port': ['ID=7d2bd701-c75b-47e6-959a-4f08108c4ddb,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:25.893693 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Attempting to bind port 7d2bd701-c75b-47e6-959a-4f08108c4ddb on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:28:25.894176 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Attempting to bind port 7d2bd701-c75b-47e6-959a-4f08108c4ddb by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:28:25.894792 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Attempting to bind port 7d2bd701-c75b-47e6-959a-4f08108c4ddb on network a004870c-865e-4a45-89cd-2aaecaa38ecd {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:25.971133 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Attempt 2 to provision port 706f68ce-844c-4b7a-8463-d652efd072a9 Sep 17 04:28:25.972022 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-976b7146-f09d-4bcc-b5d6-75f9d3f86b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:25.973339 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (509797b8-374e-48f4-93b7-b4468632414f), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.032854 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:28:26.033148 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Checking segment: {'id': 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:26.033525 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.033922 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Bound using segment: {'id': 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:28:26.034415 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Bound port: 7d2bd701-c75b-47e6-959a-4f08108c4ddb, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:28:26.034795 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.077472 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:26.121515 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:26.124408 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6b007b95-ea55-4ac8-85e6-e8eb652cb176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (60c9095d-7333-473e-aebb-0c69e668e2c1), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.138888 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6b007b95-ea55-4ac8-85e6-e8eb652cb176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.140065 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-6b007b95-ea55-4ac8-85e6-e8eb652cb176 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/60c9095d-7333-473e-aebb-0c69e668e2c1 HTTP/1.1" status: 204 len: 168 time: 0.8877509 Sep 17 04:28:26.164828 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.171318 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b007b95-ea55-4ac8-85e6-e8eb652cb176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c9095d-7333-473e-aebb-0c69e668e2c1,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:26.223407 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:26.223791 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.224126 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 Sep 17 04:28:26.241213 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Publish callbacks [] for router_gateway (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.364004 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Allocated IP 172.20.0.1 (e95cd093-c909-4fa1-980b-df0004dd3cf5/5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8/fa0f39ae-8c49-44c8-95dc-c613db6da23f) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:26.508216 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Publish callbacks [] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.512390 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] For port 7d2bd701-c75b-47e6-959a-4f08108c4ddb, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:28:26.532941 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] For port 7d2bd701-c75b-47e6-959a-4f08108c4ddb, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=7d2bd701-c75b-47e6-959a-4f08108c4ddb,segment=NetworkSegment(a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b),segment_id=a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:28:26.556047 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:26.558124 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 03d39045-c907-478c-924f-85f86a76bdfa up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:26.584099 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.587813 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34430) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:26.591301 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.598573 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-c4c0da3b-8c9d-4e4e-a68d-f9e9fc58a812 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317615144', 'description': 'tempest-description--419341525'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:26.670645 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c4c0da3b-8c9d-4e4e-a68d-f9e9fc58a812 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.792998 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Sync routers for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:28:26.815887 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d154ad-013a-4379-93a3-b76d9eb09fcd None None] Pushing event updated for resources: {'Port': ['ID=7d2bd701-c75b-47e6-959a-4f08108c4ddb,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:26.821423 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:28:26.824099 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:28:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:26.824880 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c4c0da3b-8c9d-4e4e-a68d-f9e9fc58a812 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (d919ef6a-0142-47a1-b959-7c837c87985d), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.826064 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Port 706f68ce-844c-4b7a-8463-d652efd072a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:26.844941 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c4c0da3b-8c9d-4e4e-a68d-f9e9fc58a812 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d919ef6a-0142-47a1-b959-7c837c87985d), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.860820 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:26.866364 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-976b7146-f09d-4bcc-b5d6-75f9d3f86b8d admin admin] Publish callbacks [] for security_group (ef28b1fb-de2f-4e5a-af83-7b9b7623de6c), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.880620 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Network e95cd093-c909-4fa1-980b-df0004dd3cf5 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:26.883006 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-976b7146-f09d-4bcc-b5d6-75f9d3f86b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ef28b1fb-de2f-4e5a-af83-7b9b7623de6c), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.915893 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-976b7146-f09d-4bcc-b5d6-75f9d3f86b8d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6292f5855c2a437daa4b82fe05ac7eb8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2611432 Sep 17 04:28:26.916538 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c4c0da3b-8c9d-4e4e-a68d-f9e9fc58a812 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.921155 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-c4c0da3b-8c9d-4e4e-a68d-f9e9fc58a812 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3274844 Sep 17 04:28:26.925952 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3698153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3695137'] for router (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.929207 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34436) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:26.929655 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34438) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:26.932260 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:26.938779 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:26.940946 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3836696'] for router_interface (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:26.980636 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:27.033189 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-74af5993-e9f7-47d0-85a1-b11a9412a39b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'security_group_rule': {'security_group_id': 'd919ef6a-0142-47a1-b959-7c837c87985d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:27.033839 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 03d39045-c907-478c-924f-85f86a76bdfa triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:27.034037 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (03d39045-c907-478c-924f-85f86a76bdfa), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:27.034273 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 03d39045-c907-478c-924f-85f86a76bdfa Sep 17 04:28:27.069803 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:27.113843 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa0f39ae-8c49-44c8-95dc-c613db6da23f,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:27.247611 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:27.276768 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:27.318043 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Router a5f8524b-1410-4647-a4c5-d38d56c8ee9a is scheduled to L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 with binding_index 1 {{(pid=106227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 04:28:27.349331 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Attempt 3 to provision port 706f68ce-844c-4b7a-8463-d652efd072a9 Sep 17 04:28:27.354524 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:28:27.383340 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0da3b-8c9d-4e4e-a68d-f9e9fc58a812 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d919ef6a-0142-47a1-b959-7c837c87985d,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:27.411573 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34456) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:27.450842 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-74af5993-e9f7-47d0-85a1-b11a9412a39b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (713cbe0f-c8eb-4156-b635-ed965697b441), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:27.502365 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Port 706f68ce-844c-4b7a-8463-d652efd072a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:27.544830 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-06f7036d-12bb-4d58-9d3b-67127c3935bd admin admin] Publish callbacks [] for security_group (ef28b1fb-de2f-4e5a-af83-7b9b7623de6c), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:27.569290 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 03d39045-c907-478c-924f-85f86a76bdfa is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:27.570222 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (03d39045-c907-478c-924f-85f86a76bdfa), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:27.591698 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-74af5993-e9f7-47d0-85a1-b11a9412a39b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (713cbe0f-c8eb-4156-b635-ed965697b441), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:27.609272 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b7146-f09d-4bcc-b5d6-75f9d3f86b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef28b1fb-de2f-4e5a-af83-7b9b7623de6c,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:27.609272 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-74af5993-e9f7-47d0-85a1-b11a9412a39b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (713cbe0f-c8eb-4156-b635-ed965697b441), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:27.679247 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:28:27.691160 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-06f7036d-12bb-4d58-9d3b-67127c3935bd admin admin] Publish callbacks [] for security_group (ef28b1fb-de2f-4e5a-af83-7b9b7623de6c), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:27.696523 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 03d39045-c907-478c-924f-85f86a76bdfa, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=03d39045-c907-478c-924f-85f86a76bdfa,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:28:27.702181 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Sync routers for ids ['a5f8524b-1410-4647-a4c5-d38d56c8ee9a'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:28:27.711075 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af5993-e9f7-47d0-85a1-b11a9412a39b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713cbe0f-c8eb-4156-b635-ed965697b441,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:27.716233 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:27.722220 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (03d39045-c907-478c-924f-85f86a76bdfa), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:27.730838 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:27.736429 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-c0a3fa0a-f4f1-4b54-ac61-4c205afe0d3e admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9457641 Sep 17 04:28:27.737043 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34472) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:27.908174 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=03d39045-c907-478c-924f-85f86a76bdfa,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:27.915637 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Publish callbacks [] for port (509797b8-374e-48f4-93b7-b4468632414f), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:27.919867 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Routers {'a5f8524b-1410-4647-a4c5-d38d56c8ee9a'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:28:27.920497 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:28:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['a5f8524b-1410-4647-a4c5-d38d56c8ee9a'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:27.960256 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 2, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:27.988167 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:28.024870 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-74af5993-e9f7-47d0-85a1-b11a9412a39b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.027893 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-74af5993-e9f7-47d0-85a1-b11a9412a39b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0151725 Sep 17 04:28:28.047897 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Checking router: 7338ced2-0798-43c2-bdf6-c22b5b76a87c for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:28:28.048678 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Updating router 7338ced2-0798-43c2-bdf6-c22b5b76a87c port 706f68ce-844c-4b7a-8463-d652efd072a9 binding host dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:28:28.056454 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Attempt 4 to provision port 706f68ce-844c-4b7a-8463-d652efd072a9 Sep 17 04:28:28.072367 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34484) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:28.094868 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (509797b8-374e-48f4-93b7-b4468632414f), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.096654 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-74249c45-1cbb-4bb4-b672-409bd5d55daa tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'security_group_rule': {'security_group_id': 'd919ef6a-0142-47a1-b959-7c837c87985d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:28.098390 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.108737 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1873d600-9abe-422f-abc8-da90137c5546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.110987 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 7d2bd701-c75b-47e6-959a-4f08108c4ddb up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:28.117237 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Port 706f68ce-844c-4b7a-8463-d652efd072a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:28.138077 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Attempting to bind port 509797b8-374e-48f4-93b7-b4468632414f on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:28:28.138077 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Attempting to bind port 509797b8-374e-48f4-93b7-b4468632414f by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:28:28.138077 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Attempting to bind port 509797b8-374e-48f4-93b7-b4468632414f on network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:28.262926 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Publish callbacks [] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.284271 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Set router a5f8524b-1410-4647-a4c5-d38d56c8ee9a gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:28:28.298513 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-74249c45-1cbb-4bb4-b672-409bd5d55daa tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (db6ad7ac-6234-4afa-8a33-59ff3fdb5a03), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.328752 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-06f7036d-12bb-4d58-9d3b-67127c3935bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ef28b1fb-de2f-4e5a-af83-7b9b7623de6c), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.338668 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-06f7036d-12bb-4d58-9d3b-67127c3935bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.341368 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-06f7036d-12bb-4d58-9d3b-67127c3935bd admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ef28b1fb-de2f-4e5a-af83-7b9b7623de6c HTTP/1.1" status: 204 len: 168 time: 1.3324955 Sep 17 04:28:28.342381 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.343315 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3836812'] for router_interface (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.529409 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:28.541602 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Network e95cd093-c909-4fa1-980b-df0004dd3cf5 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:28.570261 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe8d00-d240-4955-b372-5ce8a133101e None None] Network a004870c-865e-4a45-89cd-2aaecaa38ecd requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:28.572342 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:28.573614 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:28.600985 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7036d-12bb-4d58-9d3b-67127c3935bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef28b1fb-de2f-4e5a-af83-7b9b7623de6c,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:28.689138 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Attempt 5 to provision port 706f68ce-844c-4b7a-8463-d652efd072a9 Sep 17 04:28:28.779873 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa0f39ae-8c49-44c8-95dc-c613db6da23f,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:28.788604 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-74249c45-1cbb-4bb4-b672-409bd5d55daa tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (db6ad7ac-6234-4afa-8a33-59ff3fdb5a03), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.838923 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-74249c45-1cbb-4bb4-b672-409bd5d55daa tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (db6ad7ac-6234-4afa-8a33-59ff3fdb5a03), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.886932 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.911263 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-74249c45-1cbb-4bb4-b672-409bd5d55daa tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.912498 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-74249c45-1cbb-4bb4-b672-409bd5d55daa tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8390288 Sep 17 04:28:28.917931 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34512) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:28.982660 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:28:28.983027 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Checking segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:28.983420 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:28.983804 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Bound using segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:28:28.984275 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Bound port: 509797b8-374e-48f4-93b7-b4468632414f, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:28:28.984640 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (509797b8-374e-48f4-93b7-b4468632414f), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.015186 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1873d600-9abe-422f-abc8-da90137c5546 admin admin] Publish callbacks [] for security_group (bf668d36-4619-47bb-9882-db87c489286a), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.030685 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:29.059046 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1873d600-9abe-422f-abc8-da90137c5546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (bf668d36-4619-47bb-9882-db87c489286a), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.122077 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Publish callbacks [] for port (706f68ce-844c-4b7a-8463-d652efd072a9), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.128749 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] For port 509797b8-374e-48f4-93b7-b4468632414f, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:28:29.136240 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74249c45-1cbb-4bb4-b672-409bd5d55daa tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6ad7ac-6234-4afa-8a33-59ff3fdb5a03,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:29.136961 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] For port 509797b8-374e-48f4-93b7-b4468632414f, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=509797b8-374e-48f4-93b7-b4468632414f,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:28:29.140261 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:29.141394 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:29.143722 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.158919 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-1873d600-9abe-422f-abc8-da90137c5546 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=901517d15c4b4c3bae31c3389ff50301&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7457201 Sep 17 04:28:29.161305 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34520) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:29.191811 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:29.199705 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Port 706f68ce-844c-4b7a-8463-d652efd072a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:29.210991 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (509797b8-374e-48f4-93b7-b4468632414f), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.228927 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ded535-433c-4e43-bd51-062fe5a860a4 None None] Pushing event updated for resources: {'Port': ['ID=509797b8-374e-48f4-93b7-b4468632414f,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:29.241630 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:29.262917 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873d600-9abe-422f-abc8-da90137c5546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf668d36-4619-47bb-9882-db87c489286a,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:29.301231 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:28:29.301840 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:28:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:29.302082 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.325966 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 7d2bd701-c75b-47e6-959a-4f08108c4ddb triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:29.327185 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.329340 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 7d2bd701-c75b-47e6-959a-4f08108c4ddb Sep 17 04:28:29.333964 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:28:29.360454 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b928dc-d87c-4973-a561-ebb0f130df4a None None] Pushing event updated for resources: {'Port': ['ID=706f68ce-844c-4b7a-8463-d652efd072a9,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:29.383499 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'name': 'tempest-DeleteServersTestJSON-1686562684-router', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:22Z', 'updated_at': '2022-09-17T04:28:26Z', 'revision_number': 3, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'gw_port': {'id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:24Z', 'updated_at': '2022-09-17T04:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:29.383700 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34530) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:29.392080 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Attempting to bind port 706f68ce-844c-4b7a-8463-d652efd072a9 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:28:29.394494 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Attempting to bind port 706f68ce-844c-4b7a-8463-d652efd072a9 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:28:29.394959 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Attempting to bind port 706f68ce-844c-4b7a-8463-d652efd072a9 on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:29.490865 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Checking router: a5f8524b-1410-4647-a4c5-d38d56c8ee9a for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:28:29.491623 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Updating router a5f8524b-1410-4647-a4c5-d38d56c8ee9a port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 binding host dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:28:29.497809 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:28:29.498172 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Checking segment: {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:29.501671 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.502149 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Bound using segment: {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:28:29.502717 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Bound port: 706f68ce-844c-4b7a-8463-d652efd072a9, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:28:29.504148 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.540673 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.545127 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ded535-433c-4e43-bd51-062fe5a860a4 None None] Pushing event updated for resources: {'Port': ['ID=509797b8-374e-48f4-93b7-b4468632414f,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:29.606329 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:29.654060 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] For port 706f68ce-844c-4b7a-8463-d652efd072a9, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:28:29.664231 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] For port 706f68ce-844c-4b7a-8463-d652efd072a9, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=706f68ce-844c-4b7a-8463-d652efd072a9,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:28:29.664462 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-51a67673-181b-4660-8855-df41e2231357 admin admin] Publish callbacks [] for security_group (bf668d36-4619-47bb-9882-db87c489286a), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.669536 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Allocated IP 172.20.0.1 (a004870c-865e-4a45-89cd-2aaecaa38ecd/74e063ff-b39e-4271-bb62-bb4f2988c689/da369194-c4ab-4fc1-9929-2b33b3ed69db) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:29.675667 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.698809 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-51a67673-181b-4660-8855-df41e2231357 admin admin] Publish callbacks [] for security_group (bf668d36-4619-47bb-9882-db87c489286a), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.701604 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Attempt 6 to provision port 706f68ce-844c-4b7a-8463-d652efd072a9 Sep 17 04:28:29.714612 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:28:29.717378 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:28:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:29.780525 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:28:29.802024 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d6b47ba7-ec6d-40da-b3ff-46017a79e9c2 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4310434 Sep 17 04:28:29.807474 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4b68cff8-c6e8-461a-97aa-5be8b919867c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.854834 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-51a67673-181b-4660-8855-df41e2231357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (bf668d36-4619-47bb-9882-db87c489286a), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.857382 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-51a67673-181b-4660-8855-df41e2231357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.861135 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-51a67673-181b-4660-8855-df41e2231357 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/bf668d36-4619-47bb-9882-db87c489286a HTTP/1.1" status: 204 len: 168 time: 0.6960421 Sep 17 04:28:29.896749 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a67673-181b-4660-8855-df41e2231357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf668d36-4619-47bb-9882-db87c489286a,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:29.914941 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Publish callbacks [] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:29.986875 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b928dc-d87c-4973-a561-ebb0f130df4a None None] Pushing event updated for resources: {'Port': ['ID=706f68ce-844c-4b7a-8463-d652efd072a9,revision_number=4']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:29.994571 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.034802 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Network a004870c-865e-4a45-89cd-2aaecaa38ecd is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:30.038314 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:30.042398 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:30.042889 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3836696'] for router_interface (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.045623 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:30.053862 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:28:30.115027 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4b68cff8-c6e8-461a-97aa-5be8b919867c admin admin] Publish callbacks [] for security_group (8417fb2b-e13d-4fc5-846a-ea50257893be), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.121132 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.122535 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Current status of the port 706f68ce-844c-4b7a-8463-d652efd072a9 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:30.125672 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.129958 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4b68cff8-c6e8-461a-97aa-5be8b919867c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (8417fb2b-e13d-4fc5-846a-ea50257893be), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.182880 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Pushing event updated for resources: {'Port': ['ID=da369194-c4ab-4fc1-9929-2b33b3ed69db,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:30.189390 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:30.193376 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] For port 706f68ce-844c-4b7a-8463-d652efd072a9, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=706f68ce-844c-4b7a-8463-d652efd072a9,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:28:30.195773 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-4b68cff8-c6e8-461a-97aa-5be8b919867c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f2183079411d478587a26c465289e3d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8052113 Sep 17 04:28:30.201864 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34554) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:30.223153 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.244174 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 7d2bd701-c75b-47e6-959a-4f08108c4ddb is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:30.244674 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.272310 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:28:30.319557 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3c0be78b-61f9-480f-b9b1-8bdf2206b45b admin admin] Publish callbacks [] for security_group (8417fb2b-e13d-4fc5-846a-ea50257893be), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.348790 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68cff8-c6e8-461a-97aa-5be8b919867c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8417fb2b-e13d-4fc5-846a-ea50257893be,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:30.433598 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3c0be78b-61f9-480f-b9b1-8bdf2206b45b admin admin] Publish callbacks [] for security_group (8417fb2b-e13d-4fc5-846a-ea50257893be), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.435461 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.467984 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34558) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:30.482706 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-2bc137f2-93a0-4b53-841c-97eadfed8141 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1297374440', 'description': 'tempest-description--1863249550'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:30.516371 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Provisioning complete for port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:30.517527 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.518139 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Attempt 1 to provision port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 Sep 17 04:28:30.523247 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:30.533572 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2bc137f2-93a0-4b53-841c-97eadfed8141 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.571831 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Allocated IP 172.27.3.6 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/802f9d9b-38b8-4e96-b22e-2da5d2a910b9) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:30.574206 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 7d2bd701-c75b-47e6-959a-4f08108c4ddb, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=7d2bd701-c75b-47e6-959a-4f08108c4ddb,segment=NetworkSegment(a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b),segment_id=a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:28:30.636608 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3c0be78b-61f9-480f-b9b1-8bdf2206b45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (8417fb2b-e13d-4fc5-846a-ea50257893be), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.639250 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3c0be78b-61f9-480f-b9b1-8bdf2206b45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.640753 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-3c0be78b-61f9-480f-b9b1-8bdf2206b45b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8417fb2b-e13d-4fc5-846a-ea50257893be HTTP/1.1" status: 204 len: 168 time: 0.4375134 Sep 17 04:28:30.662083 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2bc137f2-93a0-4b53-841c-97eadfed8141 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group (a62123ff-733e-469d-82c6-bb0a3f33b5ba), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.669021 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0be78b-61f9-480f-b9b1-8bdf2206b45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8417fb2b-e13d-4fc5-846a-ea50257893be,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:30.702682 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:30.704668 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2bc137f2-93a0-4b53-841c-97eadfed8141 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (a62123ff-733e-469d-82c6-bb0a3f33b5ba), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.734766 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:29Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:30.757206 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc137f2-93a0-4b53-841c-97eadfed8141 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62123ff-733e-469d-82c6-bb0a3f33b5ba,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:30.766821 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Pushing event updated for resources: {'Port': ['ID=706f68ce-844c-4b7a-8463-d652efd072a9,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:30.772741 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.795229 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2bc137f2-93a0-4b53-841c-97eadfed8141 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.796043 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca693fe-a87b-46f0-a0e7-d56e1d2bc7c9 None None] The sync data for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi is: [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:29Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:28:30.797025 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-2bc137f2-93a0-4b53-841c-97eadfed8141 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3278348 Sep 17 04:28:30.801132 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34566) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:30.810071 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-bc71a859-c9b7-430a-8c4a-6f445fd96ccb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Request body: {'security_group_rule': {'security_group_id': 'a62123ff-733e-469d-82c6-bb0a3f33b5ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:30.832895 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Publish callbacks [] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.855643 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.858488 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3836812'] for router_interface (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.919758 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34568) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:30.931243 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bc71a859-c9b7-430a-8c4a-6f445fd96ccb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group_rule (8dab838e-0f5a-4539-8aff-8c95852f150e), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:30.975202 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Pushing event updated for resources: {'Port': ['ID=da369194-c4ab-4fc1-9929-2b33b3ed69db,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:30.979326 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:30.982888 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:31.070252 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bc71a859-c9b7-430a-8c4a-6f445fd96ccb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group_rule (8dab838e-0f5a-4539-8aff-8c95852f150e), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.085558 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-6834396a-2870-4ff7-b4c9-cffc6b0d429c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.087665 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bc71a859-c9b7-430a-8c4a-6f445fd96ccb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (8dab838e-0f5a-4539-8aff-8c95852f150e), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.115220 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for port (802f9d9b-38b8-4e96-b22e-2da5d2a910b9), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.151765 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71a859-c9b7-430a-8c4a-6f445fd96ccb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dab838e-0f5a-4539-8aff-8c95852f150e,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:31.224379 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Network a004870c-865e-4a45-89cd-2aaecaa38ecd is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:31.226047 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:31.244750 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 2, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:31.292254 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1798957d-f114-4655-89ba-ab30615e2471 None None] The sync data for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi is: [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 2, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:28:31.295802 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-6834396a-2870-4ff7-b4c9-cffc6b0d429c admin admin] Publish callbacks [] for security_group (5df6967f-a4b1-4468-9247-131d90aecd54), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.306505 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=7d2bd701-c75b-47e6-959a-4f08108c4ddb,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:31.332460 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:31.355822 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-6834396a-2870-4ff7-b4c9-cffc6b0d429c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (5df6967f-a4b1-4468-9247-131d90aecd54), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.368241 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 706f68ce-844c-4b7a-8463-d652efd072a9 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:31.397339 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-4de9dec6-4d6b-4634-8dd1-92f433aa0b8e None None] Current status of the port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:31.410112 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-6834396a-2870-4ff7-b4c9-cffc6b0d429c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=edad36b182f9411084b55f288aa6afa1&name=default HTTP/1.1" status: 200 len: 2994 time: 0.4884276 Sep 17 04:28:31.417578 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34590) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:31.461298 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 706f68ce-844c-4b7a-8463-d652efd072a9 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:31.461840 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.462183 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 706f68ce-844c-4b7a-8463-d652efd072a9 Sep 17 04:28:31.472635 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bc71a859-c9b7-430a-8c4a-6f445fd96ccb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.481329 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-bc71a859-c9b7-430a-8c4a-6f445fd96ccb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6785917 Sep 17 04:28:31.493100 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34594) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:31.531285 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Provisioning complete for port 706f68ce-844c-4b7a-8463-d652efd072a9 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:31.531909 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.532447 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 1 to provision port 706f68ce-844c-4b7a-8463-d652efd072a9 Sep 17 04:28:31.566408 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-5259c393-d2c0-4698-b3c7-f39915376e6d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Request body: {'security_group_rule': {'security_group_id': 'a62123ff-733e-469d-82c6-bb0a3f33b5ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:31.571144 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:31.614802 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 706f68ce-844c-4b7a-8463-d652efd072a9 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:31.616027 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 03d39045-c907-478c-924f-85f86a76bdfa up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:31.661814 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834396a-2870-4ff7-b4c9-cffc6b0d429c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df6967f-a4b1-4468-9247-131d90aecd54,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:31.666862 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5259c393-d2c0-4698-b3c7-f39915376e6d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group_rule (f579b6e6-3c32-469d-a554-7e2be66c8426), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.710806 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:31.715390 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (802f9d9b-38b8-4e96-b22e-2da5d2a910b9), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.750190 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Router a5f8524b-1410-4647-a4c5-d38d56c8ee9a has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:28:31.769262 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-609d36d6-1227-4e49-a64b-1b31ac16796c admin admin] Publish callbacks [] for security_group (5df6967f-a4b1-4468-9247-131d90aecd54), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.854723 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-609d36d6-1227-4e49-a64b-1b31ac16796c admin admin] Publish callbacks [] for security_group (5df6967f-a4b1-4468-9247-131d90aecd54), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.883636 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:31.939652 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:31.960030 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5259c393-d2c0-4698-b3c7-f39915376e6d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group_rule (f579b6e6-3c32-469d-a554-7e2be66c8426), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:31.962787 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:32.091228 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5259c393-d2c0-4698-b3c7-f39915376e6d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (f579b6e6-3c32-469d-a554-7e2be66c8426), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.193872 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'Port': ['ID=802f9d9b-38b8-4e96-b22e-2da5d2a910b9,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:32.202440 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-609d36d6-1227-4e49-a64b-1b31ac16796c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (5df6967f-a4b1-4468-9247-131d90aecd54), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.223520 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5259c393-d2c0-4698-b3c7-f39915376e6d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.227244 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-5259c393-d2c0-4698-b3c7-f39915376e6d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7106609 Sep 17 04:28:32.231993 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Publish callbacks [] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.232848 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-609d36d6-1227-4e49-a64b-1b31ac16796c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.232959 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:32.233582 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259c393-d2c0-4698-b3c7-f39915376e6d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f579b6e6-3c32-469d-a554-7e2be66c8426,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:32.234329 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-609d36d6-1227-4e49-a64b-1b31ac16796c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/5df6967f-a4b1-4468-9247-131d90aecd54 HTTP/1.1" status: 204 len: 168 time: 0.8156984 Sep 17 04:28:32.235709 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34622) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:32.239971 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Current status of the port 706f68ce-844c-4b7a-8463-d652efd072a9 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:32.246346 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.262652 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (4678e820-5b3c-435f-80e3-8221287ca101), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.266294 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 03d39045-c907-478c-924f-85f86a76bdfa triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:32.266736 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (03d39045-c907-478c-924f-85f86a76bdfa), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.267110 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 03d39045-c907-478c-924f-85f86a76bdfa Sep 17 04:28:32.295610 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:32.347950 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Provisioning complete for port fa0f39ae-8c49-44c8-95dc-c613db6da23f triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:32.348283 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.348659 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 1 to provision port fa0f39ae-8c49-44c8-95dc-c613db6da23f Sep 17 04:28:32.356328 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d36d6-1227-4e49-a64b-1b31ac16796c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df6967f-a4b1-4468-9247-131d90aecd54,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:32.359274 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:28:32.364834 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.396377 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port fa0f39ae-8c49-44c8-95dc-c613db6da23f cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:32.414609 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34632) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:32.416673 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (802f9d9b-38b8-4e96-b22e-2da5d2a910b9), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.439447 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Attempting to bind port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:28:32.439822 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Attempting to bind port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:28:32.440288 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Attempting to bind port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 on network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:32.536461 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:28:32.536853 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Checking segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:32.537267 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.538166 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Bound using segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:28:32.538674 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Bound port: 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:28:32.539063 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.607642 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] For port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:28:32.614540 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] For port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=9f04cb8c-eb26-40ee-bc0e-c2f09c776b48,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:28:32.618914 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 03d39045-c907-478c-924f-85f86a76bdfa is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:32.628147 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.637942 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d009e-6e9c-453c-885a-f72ef23b2676 None None] Pushing event updated for resources: {'Port': ['ID=9f04cb8c-eb26-40ee-bc0e-c2f09c776b48,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:32.657970 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-a8e1b4fb-8598-4bdf-98e0-f8521d0bc9ad admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/a5f8524b-1410-4647-a4c5-d38d56c8ee9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9187555 Sep 17 04:28:32.704287 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:32.705728 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d009e-6e9c-453c-885a-f72ef23b2676 None None] Pushing event updated for resources: {'Port': ['ID=9f04cb8c-eb26-40ee-bc0e-c2f09c776b48,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:32.718554 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Routers {'a5f8524b-1410-4647-a4c5-d38d56c8ee9a'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:28:32.719226 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:28:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['a5f8524b-1410-4647-a4c5-d38d56c8ee9a'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:32.841940 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:32.888543 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] Set router a5f8524b-1410-4647-a4c5-d38d56c8ee9a gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:28:32.975218 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for port (802f9d9b-38b8-4e96-b22e-2da5d2a910b9), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.001877 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 2 to provision port fa0f39ae-8c49-44c8-95dc-c613db6da23f Sep 17 04:28:33.019273 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (802f9d9b-38b8-4e96-b22e-2da5d2a910b9), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.020278 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (4678e820-5b3c-435f-80e3-8221287ca101), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.126122 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.141678 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1140854 Sep 17 04:28:33.144803 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Allocated IP 172.27.3.77 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/c25e2f34-1f40-4a14-bdd3-1092d1272b13) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:33.178927 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:33.180515 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port fa0f39ae-8c49-44c8-95dc-c613db6da23f cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:33.180979 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc9714-6717-41d7-af80-7180775ace5c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'Port': ['ID=802f9d9b-38b8-4e96-b22e-2da5d2a910b9,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:33.181458 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 509797b8-374e-48f4-93b7-b4468632414f up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:33.263607 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-39dd7927-8066-4018-a5e3-3983ae9c2901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.293700 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 509797b8-374e-48f4-93b7-b4468632414f triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:33.294204 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (509797b8-374e-48f4-93b7-b4468632414f), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.294458 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 509797b8-374e-48f4-93b7-b4468632414f Sep 17 04:28:33.356612 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for port (c25e2f34-1f40-4a14-bdd3-1092d1272b13), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.406521 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (c25e2f34-1f40-4a14-bdd3-1092d1272b13), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.438905 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'name': 'tempest-DeleteServersTestJSON-1686562684-router', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:22Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 4, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'gw_port': {'id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:24Z', 'updated_at': '2022-09-17T04:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'da369194-c4ab-4fc1-9929-2b33b3ed69db', 'name': '', 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'mac_address': 'fa:16:3e:fc:bb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '74e063ff-b39e-4271-bb62-bb4f2988c689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:28Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 2, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'subnets': [{'id': '74e063ff-b39e-4271-bb62-bb4f2988c689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:33.444679 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-39dd7927-8066-4018-a5e3-3983ae9c2901 admin admin] Publish callbacks [] for security_group (172a546a-9b88-449e-9abd-b708a4816c0c), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.457894 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-39dd7927-8066-4018-a5e3-3983ae9c2901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (172a546a-9b88-449e-9abd-b708a4816c0c), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.461287 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:33.481369 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:33.486820 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:33.492348 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:33.500391 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.502861 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event updated for resources: {'Port': ['ID=c25e2f34-1f40-4a14-bdd3-1092d1272b13,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:33.507540 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5740a723-5164-4d0f-9099-80e89609f086 None None] The sync data for ids ['a5f8524b-1410-4647-a4c5-d38d56c8ee9a'] in dv-cinder-857993-2-iscsi is: [{'id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'name': 'tempest-DeleteServersTestJSON-1686562684-router', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:22Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 4, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'gw_port': {'id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:24Z', 'updated_at': '2022-09-17T04:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'da369194-c4ab-4fc1-9929-2b33b3ed69db', 'name': '', 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'mac_address': 'fa:16:3e:fc:bb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '74e063ff-b39e-4271-bb62-bb4f2988c689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:28Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 2, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'subnets': [{'id': '74e063ff-b39e-4271-bb62-bb4f2988c689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:28:33.527323 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-39dd7927-8066-4018-a5e3-3983ae9c2901 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ce667700f6f246f3b67ca6628c67a2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0984108 Sep 17 04:28:33.531184 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34660) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:33.531966 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd7927-8066-4018-a5e3-3983ae9c2901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172a546a-9b88-449e-9abd-b708a4816c0c,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:33.589674 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 509797b8-374e-48f4-93b7-b4468632414f is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:33.590222 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (509797b8-374e-48f4-93b7-b4468632414f), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.601540 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:33.630715 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 509797b8-374e-48f4-93b7-b4468632414f, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=509797b8-374e-48f4-93b7-b4468632414f,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:28:33.646571 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (509797b8-374e-48f4-93b7-b4468632414f), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.649033 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 7d2bd701-c75b-47e6-959a-4f08108c4ddb up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:33.737402 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 3 to provision port fa0f39ae-8c49-44c8-95dc-c613db6da23f Sep 17 04:28:33.740151 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34684) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:33.745520 dv-cinder-857993-2-iscsi neutron-server[106226]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 04:28:33.751649 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (799f9a52-f39b-4d81-bacf-b1d4a4aed495), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.800806 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:33.847274 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 7d2bd701-c75b-47e6-959a-4f08108c4ddb triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:33.847956 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.848492 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 7d2bd701-c75b-47e6-959a-4f08108c4ddb Sep 17 04:28:33.874948 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port fa0f39ae-8c49-44c8-95dc-c613db6da23f cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:33.899887 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=509797b8-374e-48f4-93b7-b4468632414f,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:33.939355 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-8ac42efb-6e62-4775-849c-43ba3447bf32 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--317615144&fields=id&tenant_id=e9f593f419bb4ebeb351a9ad54a2a532 HTTP/1.1" status: 200 len: 267 time: 0.1949675 Sep 17 04:28:33.961899 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 7d2bd701-c75b-47e6-959a-4f08108c4ddb is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:33.973623 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1f8353cd-f540-44f0-b110-74fcf21d67be admin admin] Publish callbacks [] for security_group (172a546a-9b88-449e-9abd-b708a4816c0c), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:33.988580 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (c25e2f34-1f40-4a14-bdd3-1092d1272b13), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:34.031011 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1f8353cd-f540-44f0-b110-74fcf21d67be admin admin] Publish callbacks [] for security_group (172a546a-9b88-449e-9abd-b708a4816c0c), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:34.271421 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1f8353cd-f540-44f0-b110-74fcf21d67be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (172a546a-9b88-449e-9abd-b708a4816c0c), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:34.278759 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1f8353cd-f540-44f0-b110-74fcf21d67be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:34.285588 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-1f8353cd-f540-44f0-b110-74fcf21d67be admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/172a546a-9b88-449e-9abd-b708a4816c0c HTTP/1.1" status: 204 len: 168 time: 0.7509010 Sep 17 04:28:34.293868 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34714) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:34.302181 dv-cinder-857993-2-iscsi neutron-server[106227]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 04:28:34.340781 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522f394-1da6-454b-9799-7f1693a2181b req-681dc5a9-4a77-4532-826e-b4fd53bb3346 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:34.342352 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-681dc5a9-4a77-4532-826e-b4fd53bb3346 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 814 time: 0.3902636 Sep 17 04:28:34.352766 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8353cd-f540-44f0-b110-74fcf21d67be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172a546a-9b88-449e-9abd-b708a4816c0c,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:34.369939 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-537dbc0c-3fcd-4d05-9645-e6d6bc7e61e3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/quotas/e9f593f419bb4ebeb351a9ad54a2a532 HTTP/1.1" status: 200 len: 375 time: 0.0204561 Sep 17 04:28:34.376465 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 4 to provision port fa0f39ae-8c49-44c8-95dc-c613db6da23f Sep 17 04:28:34.492101 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port fa0f39ae-8c49-44c8-95dc-c613db6da23f cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:34.571141 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-92524dde-05f3-401f-a268-110b843ee65b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2000308 Sep 17 04:28:34.635066 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for port (c25e2f34-1f40-4a14-bdd3-1092d1272b13), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:34.671574 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (c25e2f34-1f40-4a14-bdd3-1092d1272b13), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:34.672909 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (799f9a52-f39b-4d81-bacf-b1d4a4aed495), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:34.741126 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-ff1be99d-6e5f-441e-a7c2-391cbf78aa96 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:34.743786 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-ff1be99d-6e5f-441e-a7c2-391cbf78aa96 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/networks?id=a004870c-865e-4a45-89cd-2aaecaa38ecd HTTP/1.1" status: 200 len: 812 time: 0.4455359 Sep 17 04:28:34.748970 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:34.759033 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4983127 Sep 17 04:28:34.775941 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec251f-a393-469e-9d52-7096e6b4013d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event updated for resources: {'Port': ['ID=c25e2f34-1f40-4a14-bdd3-1092d1272b13,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:34.781687 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-6767d708-cfaa-4a58-bd24-81518ab79379 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/quotas/39cc778e84014ed98f33554b7c46b174 HTTP/1.1" status: 200 len: 375 time: 0.0192375 Sep 17 04:28:34.947708 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-f0841956-e9ac-4f3b-b52a-e7478e88c467 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=39cc778e84014ed98f33554b7c46b174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1573892 Sep 17 04:28:34.968572 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 509797b8-374e-48f4-93b7-b4468632414f up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:35.002293 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 5 to provision port fa0f39ae-8c49-44c8-95dc-c613db6da23f Sep 17 04:28:35.022999 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34758) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:35.045940 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4c396e2b-ab6b-47a4-85fc-48a70a6dd536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:35.067030 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port fa0f39ae-8c49-44c8-95dc-c613db6da23f cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:35.076386 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 509797b8-374e-48f4-93b7-b4468632414f triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:35.077172 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (509797b8-374e-48f4-93b7-b4468632414f), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:35.077864 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 509797b8-374e-48f4-93b7-b4468632414f Sep 17 04:28:35.175017 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 509797b8-374e-48f4-93b7-b4468632414f is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:35.249369 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4c396e2b-ab6b-47a4-85fc-48a70a6dd536 admin admin] Publish callbacks [] for security_group (8cd8065e-6035-4bb4-8cc9-8014816f8a84), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:35.257022 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4c396e2b-ab6b-47a4-85fc-48a70a6dd536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (8cd8065e-6035-4bb4-8cc9-8014816f8a84), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:35.286083 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:35.308588 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34772) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:35.308992 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-4c396e2b-ab6b-47a4-85fc-48a70a6dd536 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d2969ddbda9b45bf8994696ceba2b564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848153 Sep 17 04:28:35.311733 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c396e2b-ab6b-47a4-85fc-48a70a6dd536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd8065e-6035-4bb4-8cc9-8014816f8a84,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:35.364443 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:35.389586 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-995cb447-38d5-4ded-bb41-fc62000f0008 admin admin] Publish callbacks [] for security_group (8cd8065e-6035-4bb4-8cc9-8014816f8a84), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:35.423739 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-995cb447-38d5-4ded-bb41-fc62000f0008 admin admin] Publish callbacks [] for security_group (8cd8065e-6035-4bb4-8cc9-8014816f8a84), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:35.494553 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-995cb447-38d5-4ded-bb41-fc62000f0008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (8cd8065e-6035-4bb4-8cc9-8014816f8a84), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:35.504275 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-995cb447-38d5-4ded-bb41-fc62000f0008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:35.513537 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-995cb447-38d5-4ded-bb41-fc62000f0008 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8cd8065e-6035-4bb4-8cc9-8014816f8a84 HTTP/1.1" status: 204 len: 168 time: 0.2037354 Sep 17 04:28:35.557596 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-39a75ad4-5548-41da-9821-514dd29b3485 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:28:35.568742 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 6 to provision port fa0f39ae-8c49-44c8-95dc-c613db6da23f Sep 17 04:28:35.571360 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-39a75ad4-5548-41da-9821-514dd29b3485 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3409541 Sep 17 04:28:35.629329 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port fa0f39ae-8c49-44c8-95dc-c613db6da23f cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:35.705586 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cb447-38d5-4ded-bb41-fc62000f0008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd8065e-6035-4bb4-8cc9-8014816f8a84,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:35.817273 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-b23f7da2-4e35-43a7-98fe-47704b905442 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417490 Sep 17 04:28:36.050532 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d6aa5471-39a0-48ab-bd4b-f606cd9af118 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:28:36.051685 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d6aa5471-39a0-48ab-bd4b-f606cd9af118 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3113630 Sep 17 04:28:36.131213 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 7 to provision port fa0f39ae-8c49-44c8-95dc-c613db6da23f Sep 17 04:28:36.167874 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Sync routers for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:28:36.184565 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:28:36.185483 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:28:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:36.187713 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-b3195935-6f74-40cd-928f-674c19c4f057 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a004870c-865e-4a45-89cd-2aaecaa38ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292739 Sep 17 04:28:36.205064 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-40fe32a5-a1be-4e93-beb8-c2e9e37733ec service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791883 Sep 17 04:28:36.239619 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port fa0f39ae-8c49-44c8-95dc-c613db6da23f cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:36.328904 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:36.342659 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:28:36.418029 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-5c22e28d-9cec-4a42-aff2-a9827a80410a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a004870c-865e-4a45-89cd-2aaecaa38ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194977 Sep 17 04:28:36.461214 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34822) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:36.658452 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 2, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:36.707868 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Checking router: d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:28:36.708221 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Updating router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed port fa0f39ae-8c49-44c8-95dc-c613db6da23f binding host dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:28:36.720070 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-52b4ec73-ab1d-463a-9c2a-264d136dd34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:36.740632 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 8 to provision port fa0f39ae-8c49-44c8-95dc-c613db6da23f Sep 17 04:28:36.745823 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:36.747810 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:36.792118 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:36.815223 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:36.817738 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port fa0f39ae-8c49-44c8-95dc-c613db6da23f cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:36.924968 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-d3387cea-201e-4bc5-954c-6ff109d62b62 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1297374440&fields=id&tenant_id=e0b194b28dec41119ae0d6d913f19c31 HTTP/1.1" status: 200 len: 267 time: 0.1845109 Sep 17 04:28:37.025255 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-54f2623d-765d-41c6-bef8-8b05fcee85b1 req-8c984767-2801-413c-b7b0-efd01d8ebd0d tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 210 time: 0.1077528 Sep 17 04:28:37.034026 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:37.137792 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-62226111-4a63-428b-b78a-9238864ccca7 req-96f06236-f7dc-462d-b7bd-bccf8b45403e tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 210 time: 0.0526919 Sep 17 04:28:37.203406 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:37.215534 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-40745669-ce6c-4cd3-926c-7d913e4da92f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:37.220930 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:37.222590 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.222831 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 Sep 17 04:28:37.223640 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-40745669-ce6c-4cd3-926c-7d913e4da92f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 815 time: 0.2960954 Sep 17 04:28:37.272828 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-52b4ec73-ab1d-463a-9c2a-264d136dd34f admin admin] Publish callbacks [] for security_group (37169dfa-d2bb-454c-8dd5-1269e4021afa), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.294533 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-52b4ec73-ab1d-463a-9c2a-264d136dd34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (37169dfa-d2bb-454c-8dd5-1269e4021afa), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.319908 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 9 to provision port fa0f39ae-8c49-44c8-95dc-c613db6da23f Sep 17 04:28:37.335732 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-9ce678bd-1820-4fa6-9983-5ae184665b4d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/quotas/e0b194b28dec41119ae0d6d913f19c31 HTTP/1.1" status: 200 len: 375 time: 0.0663462 Sep 17 04:28:37.391603 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Publish callbacks [] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.408591 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.448882 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34902) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:37.449071 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-52b4ec73-ab1d-463a-9c2a-264d136dd34f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e6d64dd538004d0a88095f0b5b0f554d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9861364 Sep 17 04:28:37.452802 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4ec73-ab1d-463a-9c2a-264d136dd34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37169dfa-d2bb-454c-8dd5-1269e4021afa,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:37.479266 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port fa0f39ae-8c49-44c8-95dc-c613db6da23f cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:37.483715 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-3b334b69-df91-4a22-8b00-2645de1ab4db tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220572 Sep 17 04:28:37.554013 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:37.555710 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.574641 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-29472df5-a57b-46e5-91c0-d7db62421b58 admin admin] Publish callbacks [] for security_group (37169dfa-d2bb-454c-8dd5-1269e4021afa), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.627081 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:37.628861 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=9f04cb8c-eb26-40ee-bc0e-c2f09c776b48,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:28:37.631182 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-29472df5-a57b-46e5-91c0-d7db62421b58 admin admin] Publish callbacks [] for security_group (37169dfa-d2bb-454c-8dd5-1269e4021afa), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.634719 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af672bf8-aea4-4ebb-aa60-a2de1a5057cf None None] Pushing event updated for resources: {'Port': ['ID=fa0f39ae-8c49-44c8-95dc-c613db6da23f,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:37.649243 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Attempting to bind port fa0f39ae-8c49-44c8-95dc-c613db6da23f on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:28:37.650427 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Attempting to bind port fa0f39ae-8c49-44c8-95dc-c613db6da23f by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:28:37.650997 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Attempting to bind port fa0f39ae-8c49-44c8-95dc-c613db6da23f on network e95cd093-c909-4fa1-980b-df0004dd3cf5 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:37.652344 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.749067 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-53ae5701-26f8-4446-8472-11ff5c038c9f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600453 Sep 17 04:28:37.768858 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-29472df5-a57b-46e5-91c0-d7db62421b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (37169dfa-d2bb-454c-8dd5-1269e4021afa), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.773722 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-29472df5-a57b-46e5-91c0-d7db62421b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.775759 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-29472df5-a57b-46e5-91c0-d7db62421b58 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/37169dfa-d2bb-454c-8dd5-1269e4021afa HTTP/1.1" status: 204 len: 168 time: 0.3251855 Sep 17 04:28:37.783169 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=9f04cb8c-eb26-40ee-bc0e-c2f09c776b48,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:37.792197 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:28:37.792569 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Checking segment: {'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:37.792974 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.793436 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Bound using segment: {'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:28:37.793952 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Bound port: fa0f39ae-8c49-44c8-95dc-c613db6da23f, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:28:37.796426 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29472df5-a57b-46e5-91c0-d7db62421b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37169dfa-d2bb-454c-8dd5-1269e4021afa,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:37.799553 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.888607 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:37.902882 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] For port fa0f39ae-8c49-44c8-95dc-c613db6da23f, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:28:37.906476 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34922) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:37.920445 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] For port fa0f39ae-8c49-44c8-95dc-c613db6da23f, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=fa0f39ae-8c49-44c8-95dc-c613db6da23f,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:28:37.935232 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:37.948823 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-832f8c66-0043-4cc1-af9a-129e8ea50874 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979697 Sep 17 04:28:37.980983 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 10 to provision port fa0f39ae-8c49-44c8-95dc-c613db6da23f Sep 17 04:28:37.991117 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:28:37.991777 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:28:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:38.072182 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af672bf8-aea4-4ebb-aa60-a2de1a5057cf None None] Pushing event updated for resources: {'Port': ['ID=fa0f39ae-8c49-44c8-95dc-c613db6da23f,revision_number=4']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:38.165280 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Current status of the port fa0f39ae-8c49-44c8-95dc-c613db6da23f is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:38.166019 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:38.232218 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-78adea0a-1728-40a3-a189-b7db11146deb req-b0ca3fc5-58c3-4c82-95cb-dfdb399c05e4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 210 time: 0.0951223 Sep 17 04:28:38.252299 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] For port fa0f39ae-8c49-44c8-95dc-c613db6da23f, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=fa0f39ae-8c49-44c8-95dc-c613db6da23f,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:28:38.265543 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:38.359321 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Provisioning complete for port 7d2bd701-c75b-47e6-959a-4f08108c4ddb triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:38.359707 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:38.360154 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 1 to provision port 7d2bd701-c75b-47e6-959a-4f08108c4ddb Sep 17 04:28:38.403592 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:28:38.446103 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-be220037-474e-4467-a578-46bcfee8007b req-f7473127-3b34-49ff-b396-3a1be3eb69ae tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 210 time: 0.0999248 Sep 17 04:28:38.446464 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6fed3cdc-a88c-4866-9d03-be09ffd33fa2 req-368f3ce1-fbbd-4288-826b-f9c167abd3eb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 210 time: 0.1866369 Sep 17 04:28:38.458405 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Pushing event updated for resources: {'Port': ['ID=fa0f39ae-8c49-44c8-95dc-c613db6da23f,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:38.584536 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Current status of the port 7d2bd701-c75b-47e6-959a-4f08108c4ddb is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:38.601573 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Provisioning complete for port da369194-c4ab-4fc1-9929-2b33b3ed69db triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:38.604328 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:38.604864 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 1 to provision port da369194-c4ab-4fc1-9929-2b33b3ed69db Sep 17 04:28:38.699106 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port da369194-c4ab-4fc1-9929-2b33b3ed69db cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:38.868933 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a46d6576-d2c9-4ba9-b35a-45bb41a879d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:38.905867 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Sync routers for ids ['a5f8524b-1410-4647-a4c5-d38d56c8ee9a'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:28:38.918975 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:37Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:38.936687 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Routers {'a5f8524b-1410-4647-a4c5-d38d56c8ee9a'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:28:38.937703 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:28:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['a5f8524b-1410-4647-a4c5-d38d56c8ee9a'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:39.027962 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:39.031483 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd5010c-1cbd-49d3-8f32-c5e98a915793 None None] The sync data for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi is: [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:37Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:28:39.120471 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a46d6576-d2c9-4ba9-b35a-45bb41a879d4 admin admin] Publish callbacks [] for security_group (eba09e8f-e330-4f1c-92c4-31295ebc26ee), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:39.130012 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a46d6576-d2c9-4ba9-b35a-45bb41a879d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (eba09e8f-e330-4f1c-92c4-31295ebc26ee), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:39.189709 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 34984) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:39.205471 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 2 to provision port da369194-c4ab-4fc1-9929-2b33b3ed69db Sep 17 04:28:39.208453 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:39.235521 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-59f19a41-f590-4c1d-a9ef-c1689f2fcd72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:39.242977 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-a46d6576-d2c9-4ba9-b35a-45bb41a879d4 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f9a4026cd378405d9320d9d4dae775ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3340540 Sep 17 04:28:39.245062 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 34988) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:39.248258 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d6576-d2c9-4ba9-b35a-45bb41a879d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba09e8f-e330-4f1c-92c4-31295ebc26ee,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:39.453517 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fc673982-437e-45bc-ae46-77ba0abfe3a8 admin admin] Publish callbacks [] for security_group (eba09e8f-e330-4f1c-92c4-31295ebc26ee), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:39.537572 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fc673982-437e-45bc-ae46-77ba0abfe3a8 admin admin] Publish callbacks [] for security_group (eba09e8f-e330-4f1c-92c4-31295ebc26ee), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:39.580347 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:39.593053 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-59f19a41-f590-4c1d-a9ef-c1689f2fcd72 admin admin] Publish callbacks [] for security_group (140099fd-ed7f-4d03-949b-2922c55ab36a), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:39.623230 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port da369194-c4ab-4fc1-9929-2b33b3ed69db cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:39.625904 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fc673982-437e-45bc-ae46-77ba0abfe3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (eba09e8f-e330-4f1c-92c4-31295ebc26ee), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:39.630876 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fc673982-437e-45bc-ae46-77ba0abfe3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:39.643160 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-59f19a41-f590-4c1d-a9ef-c1689f2fcd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (140099fd-ed7f-4d03-949b-2922c55ab36a), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:39.650762 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-fc673982-437e-45bc-ae46-77ba0abfe3a8 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/eba09e8f-e330-4f1c-92c4-31295ebc26ee HTTP/1.1" status: 204 len: 168 time: 0.4031093 Sep 17 04:28:39.673043 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Set router a5f8524b-1410-4647-a4c5-d38d56c8ee9a gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:28:39.682177 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc673982-437e-45bc-ae46-77ba0abfe3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba09e8f-e330-4f1c-92c4-31295ebc26ee,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:39.690364 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:39.694831 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:39.696170 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 Sep 17 04:28:39.770911 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-04274115-7820-4835-a231-2f7cb0a2f451 req-c48e4984-677f-4bc5-868d-282e527a1a9a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 210 time: 0.1168084 Sep 17 04:28:39.825111 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce2e7491-01e4-4bf5-8989-e96f6df897d9 req-644677fb-f96e-4771-b6ef-aecb75c16394 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 210 time: 0.2045674 Sep 17 04:28:39.860747 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:39.867425 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 35010) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:39.881969 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-59f19a41-f590-4c1d-a9ef-c1689f2fcd72 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=bcea60a6476746dfb372ee249c87fbe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6909602 Sep 17 04:28:39.906819 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f19a41-f590-4c1d-a9ef-c1689f2fcd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140099fd-ed7f-4d03-949b-2922c55ab36a,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:40.002368 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f604eb78-e9f5-4bc9-9aa5-44e4c1af2b5c req-cfc8517c-7c9f-4438-a820-96b8b772a16a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 210 time: 0.0564690 Sep 17 04:28:40.047895 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-629adcd1-d3b7-4e37-a2ab-768f65ea36aa admin admin] Publish callbacks [] for security_group (140099fd-ed7f-4d03-949b-2922c55ab36a), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:40.065752 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:40.078871 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-629adcd1-d3b7-4e37-a2ab-768f65ea36aa admin admin] Publish callbacks [] for security_group (140099fd-ed7f-4d03-949b-2922c55ab36a), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:40.174048 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35018) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:40.186344 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-629adcd1-d3b7-4e37-a2ab-768f65ea36aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (140099fd-ed7f-4d03-949b-2922c55ab36a), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:40.189333 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-629adcd1-d3b7-4e37-a2ab-768f65ea36aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:40.190687 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-629adcd1-d3b7-4e37-a2ab-768f65ea36aa admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/140099fd-ed7f-4d03-949b-2922c55ab36a HTTP/1.1" status: 204 len: 168 time: 0.3219507 Sep 17 04:28:40.214102 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629adcd1-d3b7-4e37-a2ab-768f65ea36aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140099fd-ed7f-4d03-949b-2922c55ab36a,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:40.216233 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 3 to provision port da369194-c4ab-4fc1-9929-2b33b3ed69db Sep 17 04:28:40.326527 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port da369194-c4ab-4fc1-9929-2b33b3ed69db cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:40.397552 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.66', 63825) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:40.544108 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:40.546894 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device fa0f39ae-8c49-44c8-95dc-c613db6da23f up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:40.667033 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'name': 'tempest-DeleteServersTestJSON-1686562684-router', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:22Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 4, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'gw_port': {'id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:24Z', 'updated_at': '2022-09-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'da369194-c4ab-4fc1-9929-2b33b3ed69db', 'name': '', 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'mac_address': 'fa:16:3e:fc:bb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '74e063ff-b39e-4271-bb62-bb4f2988c689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:28Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 2, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'subnets': [{'id': '74e063ff-b39e-4271-bb62-bb4f2988c689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:40.690850 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522f394-1da6-454b-9799-7f1693a2181b req-a62cef0a-6b17-4789-941b-44d236b6c718 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:40.695937 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-a62cef0a-6b17-4789-941b-44d236b6c718 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 814 time: 0.2965434 Sep 17 04:28:40.708402 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Checking router: a5f8524b-1410-4647-a4c5-d38d56c8ee9a for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:28:40.708402 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Updating router a5f8524b-1410-4647-a4c5-d38d56c8ee9a port da369194-c4ab-4fc1-9929-2b33b3ed69db binding host dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:28:40.712248 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port fa0f39ae-8c49-44c8-95dc-c613db6da23f triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:40.713118 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:40.713738 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port fa0f39ae-8c49-44c8-95dc-c613db6da23f Sep 17 04:28:40.749530 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba1cae2c-54d9-4d3f-9a2c-f80068d6179f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:40.851102 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 4 to provision port da369194-c4ab-4fc1-9929-2b33b3ed69db Sep 17 04:28:40.878429 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-bb784b7b-6777-4d12-99db-6488f091e0cb tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e9f593f419bb4ebeb351a9ad54a2a532 HTTP/1.1" status: 200 len: 379 time: 0.1037536 Sep 17 04:28:40.892778 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-d522f394-1da6-454b-9799-7f1693a2181b req-884a633e-bdb8-4620-9653-49c6f19a38c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'port': {'device_id': '508f0590-1d24-42b5-9275-280c6cedff50', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'admin_state_up': True, 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'security_groups': ['d919ef6a-0142-47a1-b959-7c837c87985d']}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:40.940503 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port da369194-c4ab-4fc1-9929-2b33b3ed69db cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:40.958439 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:41.013921 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2cafc4ce-b14b-4ed3-9abd-b6b24a7174ef req-4fd63187-5ea2-4af0-b238-ad4478174725 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 210 time: 0.0465138 Sep 17 04:28:41.146555 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d522f394-1da6-454b-9799-7f1693a2181b req-884a633e-bdb8-4620-9653-49c6f19a38c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Made reservation on behalf of e9f593f419bb4ebeb351a9ad54a2a532 for: {'port': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:41.150302 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-d522f394-1da6-454b-9799-7f1693a2181b req-884a633e-bdb8-4620-9653-49c6f19a38c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:41.189662 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3b9fd3cb-8a3a-406c-9954-6c8a48bb428d req-c5591010-7b5f-4411-aa5b-3e03fd225e80 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 210 time: 0.0449653 Sep 17 04:28:41.200111 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port fa0f39ae-8c49-44c8-95dc-c613db6da23f is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:41.218642 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c3ad744b-669d-4ac5-9835-fbeb2315d1cd req-3b31478b-795d-4e98-b71c-5bd5eb45b133 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 210 time: 0.0399275 Sep 17 04:28:41.341310 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba1cae2c-54d9-4d3f-9a2c-f80068d6179f admin admin] Publish callbacks [] for security_group (abcc63ff-ce8d-45eb-a9ad-4bbb00872452), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:41.351583 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba1cae2c-54d9-4d3f-9a2c-f80068d6179f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (abcc63ff-ce8d-45eb-a9ad-4bbb00872452), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:41.447197 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 5 to provision port da369194-c4ab-4fc1-9929-2b33b3ed69db Sep 17 04:28:41.450478 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.66', 63836) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:41.506147 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port da369194-c4ab-4fc1-9929-2b33b3ed69db cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:41.517488 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:41.540554 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:41.555720 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-ba1cae2c-54d9-4d3f-9a2c-f80068d6179f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=5af63acf1c584cb4a4a55e9e53f05068&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3803723 Sep 17 04:28:41.556689 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35086) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:41.673644 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:41.713629 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Publish callbacks [] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:41.743249 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:41.799291 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-4f020678-a904-4307-b198-16f829d1db54 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:41.805646 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-4f020678-a904-4307-b198-16f829d1db54 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.66 "GET /networking/v2.0/networks?id=a004870c-865e-4a45-89cd-2aaecaa38ecd HTTP/1.1" status: 200 len: 812 time: 0.3539915 Sep 17 04:28:41.822992 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [req-d522f394-1da6-454b-9799-7f1693a2181b req-884a633e-bdb8-4620-9653-49c6f19a38c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Allocated IP 172.20.0.12 (5d741fbf-1171-42a3-8de2-aef8bbcc1581/72440590-5ca9-47bf-a1be-86065deb25a0/976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:41.842008 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d1709dfd-39fb-4f3c-9992-19841d2157ab tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Request body: {'port': {'device_id': '10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092', 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd', 'admin_state_up': True, 'tenant_id': '39cc778e84014ed98f33554b7c46b174'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:41.932440 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a830a5-53e0-4431-9d04-b6772db91069 None None] Pushing event updated for resources: {'Port': ['ID=da369194-c4ab-4fc1-9929-2b33b3ed69db,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:41.939103 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Attempting to bind port da369194-c4ab-4fc1-9929-2b33b3ed69db on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:28:41.939473 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Attempting to bind port da369194-c4ab-4fc1-9929-2b33b3ed69db by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:28:41.939878 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Attempting to bind port da369194-c4ab-4fc1-9929-2b33b3ed69db on network a004870c-865e-4a45-89cd-2aaecaa38ecd {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:41.988750 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:28:41.989149 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Checking segment: {'id': 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:41.989555 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:41.990629 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Bound using segment: {'id': 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:28:41.991119 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Bound port: da369194-c4ab-4fc1-9929-2b33b3ed69db, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:28:41.991499 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:42.006712 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 6 to provision port da369194-c4ab-4fc1-9929-2b33b3ed69db Sep 17 04:28:42.027364 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:42.094572 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d1709dfd-39fb-4f3c-9992-19841d2157ab tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Made reservation on behalf of 39cc778e84014ed98f33554b7c46b174 for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:42.102127 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d1709dfd-39fb-4f3c-9992-19841d2157ab tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:42.115896 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Port da369194-c4ab-4fc1-9929-2b33b3ed69db cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:42.124185 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:42.126958 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cae2c-54d9-4d3f-9a2c-f80068d6179f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcc63ff-ce8d-45eb-a9ad-4bbb00872452,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:42.131571 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] For port da369194-c4ab-4fc1-9929-2b33b3ed69db, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:28:42.137151 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] For port da369194-c4ab-4fc1-9929-2b33b3ed69db, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=da369194-c4ab-4fc1-9929-2b33b3ed69db,segment=NetworkSegment(a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b),segment_id=a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:28:42.151490 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:42.183729 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Routers {'a5f8524b-1410-4647-a4c5-d38d56c8ee9a'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:28:42.189638 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:28:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['a5f8524b-1410-4647-a4c5-d38d56c8ee9a'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:42.372459 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-d522f394-1da6-454b-9799-7f1693a2181b req-884a633e-bdb8-4620-9653-49c6f19a38c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:42.421525 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.66', 63843) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:42.505706 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-d522f394-1da6-454b-9799-7f1693a2181b req-884a633e-bdb8-4620-9653-49c6f19a38c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:42.554533 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] Set router a5f8524b-1410-4647-a4c5-d38d56c8ee9a gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:28:42.608435 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-dd8a0774-e56a-47cc-83b1-512ed3255417 req-133146fa-f0cc-4d8a-bda4-213404a94031 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 210 time: 0.1355402 Sep 17 04:28:42.632802 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Attempt 7 to provision port da369194-c4ab-4fc1-9929-2b33b3ed69db Sep 17 04:28:42.635480 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a830a5-53e0-4431-9d04-b6772db91069 None None] Pushing event updated for resources: {'Port': ['ID=da369194-c4ab-4fc1-9929-2b33b3ed69db,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:42.997253 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d1709dfd-39fb-4f3c-9992-19841d2157ab tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Allocated IP 172.20.0.13 (a004870c-865e-4a45-89cd-2aaecaa38ecd/74e063ff-b39e-4271-bb62-bb4f2988c689/2666bef0-34b1-4359-b664-5517c071bcec) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:43.262704 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Current status of the port da369194-c4ab-4fc1-9929-2b33b3ed69db is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:43.263215 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:43.293533 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81abaf-7400-4349-950e-301f8d3d9a87 req-61f47ce5-0a05-431c-aaf3-05d1f3f41594 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:43.307821 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:43.325239 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6c81abaf-7400-4349-950e-301f8d3d9a87 req-61f47ce5-0a05-431c-aaf3-05d1f3f41594 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 932 time: 0.3653886 Sep 17 04:28:43.360763 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 35148) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:43.373918 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] For port da369194-c4ab-4fc1-9929-2b33b3ed69db, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=da369194-c4ab-4fc1-9929-2b33b3ed69db,segment=NetworkSegment(a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b),segment_id=a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:28:43.395693 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:43.434352 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6627ddb5-7fd0-467e-a8ec-a2d6ec2b88e1 req-a9f7248a-ee84-4103-a30b-68da02e6d63e tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 210 time: 1.1187284 Sep 17 04:28:43.464862 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'name': 'tempest-DeleteServersTestJSON-1686562684-router', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:22Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 4, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'gw_port': {'id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:24Z', 'updated_at': '2022-09-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'da369194-c4ab-4fc1-9929-2b33b3ed69db', 'name': '', 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'mac_address': 'fa:16:3e:fc:bb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '74e063ff-b39e-4271-bb62-bb4f2988c689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:28Z', 'updated_at': '2022-09-17T04:28:42Z', 'revision_number': 4, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'subnets': [{'id': '74e063ff-b39e-4271-bb62-bb4f2988c689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:43.475408 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:43.534889 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71a5de-59ff-4d12-910c-21a2f6243877 None None] The sync data for ids ['a5f8524b-1410-4647-a4c5-d38d56c8ee9a'] in dv-cinder-857993-2-iscsi is: [{'id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'name': 'tempest-DeleteServersTestJSON-1686562684-router', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:22Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 4, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'gw_port': {'id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:24Z', 'updated_at': '2022-09-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'da369194-c4ab-4fc1-9929-2b33b3ed69db', 'name': '', 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'mac_address': 'fa:16:3e:fc:bb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '74e063ff-b39e-4271-bb62-bb4f2988c689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:28Z', 'updated_at': '2022-09-17T04:28:42Z', 'revision_number': 4, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'subnets': [{'id': '74e063ff-b39e-4271-bb62-bb4f2988c689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:28:43.574362 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d522f394-1da6-454b-9799-7f1693a2181b req-884a633e-bdb8-4620-9653-49c6f19a38c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:43.586852 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device da369194-c4ab-4fc1-9929-2b33b3ed69db up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:43.594651 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [req-d522f394-1da6-454b-9799-7f1693a2181b req-884a633e-bdb8-4620-9653-49c6f19a38c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:43.606433 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d522f394-1da6-454b-9799-7f1693a2181b req-884a633e-bdb8-4620-9653-49c6f19a38c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:43.630583 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522f394-1da6-454b-9799-7f1693a2181b req-884a633e-bdb8-4620-9653-49c6f19a38c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:43.635902 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-d522f394-1da6-454b-9799-7f1693a2181b req-884a633e-bdb8-4620-9653-49c6f19a38c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:43.670381 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-7d2954bc-3649-418c-8b0e-2a13a7a24bd5 None None] Provisioning complete for port da369194-c4ab-4fc1-9929-2b33b3ed69db triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:43.670852 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7d2954bc-3649-418c-8b0e-2a13a7a24bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:43.679166 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-7d2954bc-3649-418c-8b0e-2a13a7a24bd5 None None] Attempt 1 to provision port da369194-c4ab-4fc1-9929-2b33b3ed69db Sep 17 04:28:43.757835 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6c81abaf-7400-4349-950e-301f8d3d9a87 req-89d70ac8-fd56-4211-bde9-e871282eaca5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4301908 Sep 17 04:28:43.838213 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-92ca33be-541b-4b02-9ab6-95bd00ca9c33 admin admin] Publish callbacks [] for security_group (abcc63ff-ce8d-45eb-a9ad-4bbb00872452), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:43.841155 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a633e-bdb8-4620-9653-49c6f19a38c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'Port': ['ID=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:43.844965 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-345f8326-e0af-42de-85f4-9dfa403ff45e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:43.858515 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abac38-cc46-4c3e-9094-5df2abfae3dc None None] Pushing event updated for resources: {'Port': ['ID=da369194-c4ab-4fc1-9929-2b33b3ed69db,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:43.863271 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-345f8326-e0af-42de-85f4-9dfa403ff45e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.66 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 815 time: 1.4316404 Sep 17 04:28:43.943696 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-92ca33be-541b-4b02-9ab6-95bd00ca9c33 admin admin] Publish callbacks [] for security_group (abcc63ff-ce8d-45eb-a9ad-4bbb00872452), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:43.965993 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-884a633e-bdb8-4620-9653-49c6f19a38c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0763588 Sep 17 04:28:43.991362 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-298bb376-fdb3-4340-b12e-13ca2b45f435 req-f36c5bc8-c3d6-4a58-a76f-3c1b0fbda308 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 210 time: 0.1127777 Sep 17 04:28:44.031147 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-c6788192-87fa-4d88-bf6d-976ee4a260df tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:28:44.032515 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-c6788192-87fa-4d88-bf6d-976ee4a260df tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0398695 Sep 17 04:28:44.104519 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port da369194-c4ab-4fc1-9929-2b33b3ed69db triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:44.104889 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:44.105253 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port da369194-c4ab-4fc1-9929-2b33b3ed69db Sep 17 04:28:44.112675 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1530415139-network', 'tenant_id': '2a1c1161a8874b5886c985009d1d4ff4'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:44.170361 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Made reservation on behalf of 2a1c1161a8874b5886c985009d1d4ff4 for: {'network': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:44.179992 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:44.236830 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:44.268141 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:44.349741 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-b0d8b17b-b6b9-4be3-8b17-55df00eb450c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e0b194b28dec41119ae0d6d913f19c31 HTTP/1.1" status: 200 len: 380 time: 0.4848008 Sep 17 04:28:44.374262 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-92ca33be-541b-4b02-9ab6-95bd00ca9c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (abcc63ff-ce8d-45eb-a9ad-4bbb00872452), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:44.374631 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-eeb83eb4-0e17-4c41-bcab-5ac98c1c0c0d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Request body: {'port': {'device_id': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'admin_state_up': True, 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'security_groups': ['a62123ff-733e-469d-82c6-bb0a3f33b5ba']}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:44.377499 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-92ca33be-541b-4b02-9ab6-95bd00ca9c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:44.378769 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-92ca33be-541b-4b02-9ab6-95bd00ca9c33 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/abcc63ff-ce8d-45eb-a9ad-4bbb00872452 HTTP/1.1" status: 204 len: 168 time: 2.3157914 Sep 17 04:28:44.395911 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca33be-541b-4b02-9ab6-95bd00ca9c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcc63ff-ce8d-45eb-a9ad-4bbb00872452,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:44.441017 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port da369194-c4ab-4fc1-9929-2b33b3ed69db is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:44.458384 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7d2954bc-3649-418c-8b0e-2a13a7a24bd5 None None] Current status of the port da369194-c4ab-4fc1-9929-2b33b3ed69db is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:44.482136 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Request body: {'port': {'device_id': '508f0590-1d24-42b5-9275-280c6cedff50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:44.596050 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Provisioning complete for port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:44.596682 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:44.600375 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Attempt 1 to provision port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba Sep 17 04:28:44.680459 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d1709dfd-39fb-4f3c-9992-19841d2157ab tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Publish callbacks [] for port (2666bef0-34b1-4359-b664-5517c071bcec), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:44.780533 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:44.831780 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-795abf3b-1ae2-4606-bd1e-471782997713 req-0fb0e779-3e58-4369-a1c7-8b18b4bad221 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 210 time: 0.1998599 Sep 17 04:28:44.874439 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:44.891674 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Publish callbacks [] for security_group (f058a216-97f3-42cb-a492-eefe51b3ed1a), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:44.923745 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f058a216-97f3-42cb-a492-eefe51b3ed1a), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:44.989393 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:44.996788 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f058a216-97f3-42cb-a492-eefe51b3ed1a,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:45.178597 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760e1d5-25bc-432b-925f-711f2092a7c7 req-0f722e12-c96e-49cc-b9f0-e4511cd2ea45 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:45.193147 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9760e1d5-25bc-432b-925f-711f2092a7c7 req-0f722e12-c96e-49cc-b9f0-e4511cd2ea45 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 932 time: 0.2639644 Sep 17 04:28:45.270768 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=106227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:28:45.281849 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Attempt 2 to provision port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba Sep 17 04:28:45.298919 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (51716d08-4a58-4eb1-b382-c13de3b9245c), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:45.300891 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.segments_db [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Added segment 51716d08-4a58-4eb1-b382-c13de3b9245c of type vlan for network 62c96b1f-1ed6-42bc-84f4-797a958b75d4 Sep 17 04:28:45.317358 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3780f7f1-95ff-48b2-ab4e-a1b5eb4e49bc req-c2485f1a-51c0-435c-b72a-4cf2550d2e70 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 210 time: 0.1100073 Sep 17 04:28:45.345852 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:45.390850 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:45.442495 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device da369194-c4ab-4fc1-9929-2b33b3ed69db up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:28:45.492008 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (62c96b1f-1ed6-42bc-84f4-797a958b75d4), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:45.514669 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-eeb83eb4-0e17-4c41-bcab-5ac98c1c0c0d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Made reservation on behalf of e0b194b28dec41119ae0d6d913f19c31 for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:45.522433 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-eeb83eb4-0e17-4c41-bcab-5ac98c1c0c0d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:45.539918 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port da369194-c4ab-4fc1-9929-2b33b3ed69db triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:45.543904 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:45.545264 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port da369194-c4ab-4fc1-9929-2b33b3ed69db Sep 17 04:28:45.650675 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35204) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:45.676512 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9d1bb3a8-60ef-4e26-b804-75955395ae82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:45.700137 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba {{(pid=106226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:28:45.717148 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Publish callbacks [] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:45.764963 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.provisioning_blocks [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Transition to ACTIVE for port object 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba will not be triggered until provisioned by entity L2. {{(pid=106226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:28:45.786208 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port da369194-c4ab-4fc1-9929-2b33b3ed69db is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:28:45.797960 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:45.853216 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9760e1d5-25bc-432b-925f-711f2092a7c7 req-0753cb13-d53b-44bf-b3c4-b1498c9c5a88 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6548202 Sep 17 04:28:45.862057 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d1709dfd-39fb-4f3c-9992-19841d2157ab tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (2666bef0-34b1-4359-b664-5517c071bcec), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:45.864898 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (62c96b1f-1ed6-42bc-84f4-797a958b75d4), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:45.868045 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:45.870211 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:45.900722 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:45.902341 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Attempt 3 to provision port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba Sep 17 04:28:45.937455 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5667298 Sep 17 04:28:45.984484 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:46.005592 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35220) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:46.014145 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-b1809e4f-993c-4903-8c78-7e91ca2d7a8f admin admin] Request body: {'subnet': {'network_id': '62c96b1f-1ed6-42bc-84f4-797a958b75d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1530415139-subnet', 'tenant_id': '2a1c1161a8874b5886c985009d1d4ff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:46.044886 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:46.090690 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Pushing event updated for resources: {'Port': ['ID=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:46.186823 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35222) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:46.187106 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d1709dfd-39fb-4f3c-9992-19841d2157ab tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Network a004870c-865e-4a45-89cd-2aaecaa38ecd is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:46.206201 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Attempting to bind port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:28:46.207833 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Attempting to bind port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:28:46.208334 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Attempting to bind port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:46.216213 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:46.222911 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9d1bb3a8-60ef-4e26-b804-75955395ae82 admin admin] Publish callbacks [] for security_group (4e5005e5-981f-426d-bd95-20baa6386f12), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:46.231548 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f1a8-a666-42e9-bab0-9fe27bac11a7 req-1deaae52-fce6-4b29-b0b9-622f57c02111 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:46.233155 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2532f1a8-a666-42e9-bab0-9fe27bac11a7 req-1deaae52-fce6-4b29-b0b9-622f57c02111 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 932 time: 0.2096519 Sep 17 04:28:46.252730 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1809e4f-993c-4903-8c78-7e91ca2d7a8f admin admin] Made reservation on behalf of 2a1c1161a8874b5886c985009d1d4ff4 for: {'subnet': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:46.255052 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b1809e4f-993c-4903-8c78-7e91ca2d7a8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:46.261503 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9d1bb3a8-60ef-4e26-b804-75955395ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (4e5005e5-981f-426d-bd95-20baa6386f12), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:46.263037 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d1709dfd-39fb-4f3c-9992-19841d2157ab tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:46.308321 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d1709dfd-39fb-4f3c-9992-19841d2157ab tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:46.331322 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d1709dfd-39fb-4f3c-9992-19841d2157ab tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:46.334574 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d1709dfd-39fb-4f3c-9992-19841d2157ab tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:46.425820 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-eeb83eb4-0e17-4c41-bcab-5ac98c1c0c0d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Allocated IP 172.20.0.9 (e95cd093-c909-4fa1-980b-df0004dd3cf5/5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8/987d1030-ee5a-46f3-b114-6a60faeba2a9) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:28:46.467252 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99be010-ebb4-44c4-8adc-97a396fc4155 admin admin] Pushing event updated for resources: {'Network': ['ID=62c96b1f-1ed6-42bc-84f4-797a958b75d4,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:46.485560 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Attempt 4 to provision port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba Sep 17 04:28:46.529437 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1709dfd-39fb-4f3c-9992-19841d2157ab tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Pushing event updated for resources: {'Port': ['ID=2666bef0-34b1-4359-b664-5517c071bcec,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:46.574585 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d1709dfd-39fb-4f3c-9992-19841d2157ab tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7382581 Sep 17 04:28:46.576900 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:46.577567 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network 62c96b1f-1ed6-42bc-84f4-797a958b75d4 details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:28:46.602475 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5ad93524-cd0d-4998-b5e1-29d19093de19 req-06965745-23f7-4626-a616-9849f26a4b9f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 210 time: 0.0931737 Sep 17 04:28:46.620775 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Request body: {'port': {'device_id': '10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:46.653847 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:28:46.654266 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Attempting to bind port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:46.734880 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bb3a8-60ef-4e26-b804-75955395ae82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5005e5-981f-426d-bd95-20baa6386f12,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:46.763372 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-05ef4ebd-96fd-455f-b589-28952123e5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:46.812114 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2666bef0-34b1-4359-b664-5517c071bcec), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:46.881035 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-eeb83eb4-0e17-4c41-bcab-5ac98c1c0c0d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:46.881035 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:46.922381 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2532f1a8-a666-42e9-bab0-9fe27bac11a7 req-46b15f12-d89f-457c-9d10-f88c6e74d2cf tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6625042 Sep 17 04:28:46.964166 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-9d1bb3a8-60ef-4e26-b804-75955395ae82 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ef1382625553428eb1f818c507cafa7e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3124440 Sep 17 04:28:46.964798 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35236) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:46.974629 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-05ef4ebd-96fd-455f-b589-28952123e5a3 admin admin] Publish callbacks [] for security_group (1546a9d7-8212-444d-bb52-cb1b679b5a45), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:46.986385 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:28:46.986738 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Checking segment: {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:46.987278 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Bound using segment: {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:28:47.005711 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Bound port: 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'}}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:28:47.006594 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:47.062700 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-05ef4ebd-96fd-455f-b589-28952123e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (1546a9d7-8212-444d-bb52-cb1b679b5a45), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:47.078933 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Attempt 5 to provision port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba Sep 17 04:28:47.119971 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:47.267855 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef4ebd-96fd-455f-b589-28952123e5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1546a9d7-8212-444d-bb52-cb1b679b5a45,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:47.319767 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b62e3-c347-47f7-a925-cdbe032a2751 req-5affc24d-70b1-4beb-a83e-e2712c807fc8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:47.321313 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dc5b62e3-c347-47f7-a925-cdbe032a2751 req-5affc24d-70b1-4beb-a83e-e2712c807fc8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.3029521 Sep 17 04:28:47.355601 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-05ef4ebd-96fd-455f-b589-28952123e5a3 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b29d0d22659b47b1a14d249a49e94c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1617191 Sep 17 04:28:47.356306 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35240) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:47.359970 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-eeb83eb4-0e17-4c41-bcab-5ac98c1c0c0d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:47.418822 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] For port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba, host hv-cinder-85799, cleared binding levels {{(pid=106226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:28:47.424416 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-67141128-d8b2-4102-b505-781643c93d66 admin admin] Publish callbacks [] for security_group (4e5005e5-981f-426d-bd95-20baa6386f12), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:47.440850 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-eeb83eb4-0e17-4c41-bcab-5ac98c1c0c0d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Network e95cd093-c909-4fa1-980b-df0004dd3cf5 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:28:47.465788 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-eeb83eb4-0e17-4c41-bcab-5ac98c1c0c0d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:47.468436 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] For port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:28:47.479487 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-eeb83eb4-0e17-4c41-bcab-5ac98c1c0c0d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:28:47.483988 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-eeb83eb4-0e17-4c41-bcab-5ac98c1c0c0d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:47.484596 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-eeb83eb4-0e17-4c41-bcab-5ac98c1c0c0d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:47.498467 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:47.506494 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:47.510174 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb83eb4-0e17-4c41-bcab-5ac98c1c0c0d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event updated for resources: {'Port': ['ID=987d1030-ee5a-46f3-b114-6a60faeba2a9,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:47.512430 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2666bef0-34b1-4359-b664-5517c071bcec {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:28:47.547995 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:47.551320 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-67141128-d8b2-4102-b505-781643c93d66 admin admin] Publish callbacks [] for security_group (4e5005e5-981f-426d-bd95-20baa6386f12), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:47.559133 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dc5b62e3-c347-47f7-a925-cdbe032a2751 req-53d910cf-c1b3-443f-b32a-265a5a38f181 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308698 Sep 17 04:28:47.561942 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Publish callbacks [] for port (2666bef0-34b1-4359-b664-5517c071bcec), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:47.599567 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-eeb83eb4-0e17-4c41-bcab-5ac98c1c0c0d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2390757 Sep 17 04:28:47.622238 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Attempt 6 to provision port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba Sep 17 04:28:47.626642 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Transition to ACTIVE for port object 2666bef0-34b1-4359-b664-5517c071bcec will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:28:47.629921 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:47.630761 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:47.633006 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba HTTP/1.1" status: 200 len: 1094 time: 3.3179307 Sep 17 04:28:47.643016 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2666bef0-34b1-4359-b664-5517c071bcec), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:47.680317 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:47.681755 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508f0590-1d24-42b5-9275-280c6cedff50', 'tag': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:28:47.709552 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-64097704-61d1-415a-9be0-2633c5e66f61 None None] Port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:28:47.866465 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b1809e4f-993c-4903-8c78-7e91ca2d7a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for subnet (80f4ebcc-55e3-492a-b22d-4e38fa364dde), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:47.961832 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Provisioning complete for port 987d1030-ee5a-46f3-b114-6a60faeba2a9 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:28:47.962203 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:47.962534 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Attempt 1 to provision port 987d1030-ee5a-46f3-b114-6a60faeba2a9 Sep 17 04:28:48.011154 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87551206-8ada-4d07-b107-d851489032ff service neutron] Pushing event updated for resources: {'Port': ['ID=2666bef0-34b1-4359-b664-5517c071bcec,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:48.025264 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Attempting to bind port 2666bef0-34b1-4359-b664-5517c071bcec on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:28:48.025827 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Attempting to bind port 2666bef0-34b1-4359-b664-5517c071bcec by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:28:48.026290 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Attempting to bind port 2666bef0-34b1-4359-b664-5517c071bcec on network a004870c-865e-4a45-89cd-2aaecaa38ecd {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:48.051000 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Port 987d1030-ee5a-46f3-b114-6a60faeba2a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:48.069463 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a21cc-450c-41fd-a09b-16bb2ecd830c req-fde3f920-31b8-4171-9190-619f58cf19fb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:48.071137 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-603a21cc-450c-41fd-a09b-16bb2ecd830c req-fde3f920-31b8-4171-9190-619f58cf19fb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 931 time: 0.2575738 Sep 17 04:28:48.074536 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49a93ee-1e1a-4a38-b05b-5d196f3ce126" -d '{"events": [{"name": "network-changed", "server_uuid": "508f0590-1d24-42b5-9275-280c6cedff50", "tag": "976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:28:48.093117 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-67141128-d8b2-4102-b505-781643c93d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (4e5005e5-981f-426d-bd95-20baa6386f12), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:48.093117 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-67141128-d8b2-4102-b505-781643c93d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:48.093117 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-67141128-d8b2-4102-b505-781643c93d66 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/4e5005e5-981f-426d-bd95-20baa6386f12 HTTP/1.1" status: 204 len: 168 time: 1.1082940 Sep 17 04:28:48.098207 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f27728ef-4c25-41db-a13b-0487953ef751 admin admin] Publish callbacks [] for security_group (1546a9d7-8212-444d-bb52-cb1b679b5a45), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:48.116316 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71654f3-b61b-4dc5-abcb-ed9f8ce7503d service neutron] Pushing event updated for resources: {'Port': ['ID=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba,revision_number=3']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:48.133847 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67141128-d8b2-4102-b505-781643c93d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5005e5-981f-426d-bd95-20baa6386f12,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:48.141879 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1809e4f-993c-4903-8c78-7e91ca2d7a8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f4ebcc-55e3-492a-b22d-4e38fa364dde,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:48.149091 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb0be5-e0f4-448e-a67f-ebb1a7f6d835 req-4365cb9c-2166-4a11-ad00-969ed21e01b2 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:48.151083 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1ddb0be5-e0f4-448e-a67f-ebb1a7f6d835 req-4365cb9c-2166-4a11-ad00-969ed21e01b2 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0861728 Sep 17 04:28:48.157805 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Port 2666bef0-34b1-4359-b664-5517c071bcec on network a004870c-865e-4a45-89cd-2aaecaa38ecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:28:48.158267 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Attempting to bind port 2666bef0-34b1-4359-b664-5517c071bcec on network a004870c-865e-4a45-89cd-2aaecaa38ecd {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:48.164396 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f27728ef-4c25-41db-a13b-0487953ef751 admin admin] Publish callbacks [] for security_group (1546a9d7-8212-444d-bb52-cb1b679b5a45), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:48.208105 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1809e4f-993c-4903-8c78-7e91ca2d7a8f admin admin] Checking segment: {'id': '51716d08-4a58-4eb1-b382-c13de3b9245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '62c96b1f-1ed6-42bc-84f4-797a958b75d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:48.208465 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1809e4f-993c-4903-8c78-7e91ca2d7a8f admin admin] Network hostable DHCP agents. Network: 62c96b1f-1ed6-42bc-84f4-797a958b75d4, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:28:48.242984 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-603a21cc-450c-41fd-a09b-16bb2ecd830c req-10bb3f4c-2ccf-4de6-84d5-f840863fdb19 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392810 Sep 17 04:28:48.244615 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:28:48.245058 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Checking segment: {'id': 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:48.245700 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Bound using segment: {'id': 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:28:48.246225 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Bound port: 2666bef0-34b1-4359-b664-5517c071bcec, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:28:48.246848 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2666bef0-34b1-4359-b664-5517c071bcec), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:48.254405 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1ddb0be5-e0f4-448e-a67f-ebb1a7f6d835 req-0c07a71b-d8fb-421a-8a25-cf8052ae2f25 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904241 Sep 17 04:28:48.259717 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1809e4f-993c-4903-8c78-7e91ca2d7a8f admin admin] Network 62c96b1f-1ed6-42bc-84f4-797a958b75d4 is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:28:48.282667 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f27728ef-4c25-41db-a13b-0487953ef751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (1546a9d7-8212-444d-bb52-cb1b679b5a45), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:48.288510 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f27728ef-4c25-41db-a13b-0487953ef751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:48.292587 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-f27728ef-4c25-41db-a13b-0487953ef751 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/1546a9d7-8212-444d-bb52-cb1b679b5a45 HTTP/1.1" status: 204 len: 168 time: 0.9206312 Sep 17 04:28:48.294115 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-b1809e4f-993c-4903-8c78-7e91ca2d7a8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, 62c96b1f-1ed6-42bc-84f4-797a958b75d4) {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:48.300983 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1809e4f-993c-4903-8c78-7e91ca2d7a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:48.302549 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b1809e4f-993c-4903-8c78-7e91ca2d7a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:48.315587 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27728ef-4c25-41db-a13b-0487953ef751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1546a9d7-8212-444d-bb52-cb1b679b5a45,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:48.318342 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a5ebfa-39d9-4cc2-af78-5c61b2876314 None None] Network 62c96b1f-1ed6-42bc-84f4-797a958b75d4 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:48.340895 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:48.361217 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-b1809e4f-993c-4903-8c78-7e91ca2d7a8f admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3432791 Sep 17 04:28:48.362163 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] For port 2666bef0-34b1-4359-b664-5517c071bcec, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:28:48.399039 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] For port 2666bef0-34b1-4359-b664-5517c071bcec, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2666bef0-34b1-4359-b664-5517c071bcec,segment=NetworkSegment(a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b),segment_id=a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:28:48.407602 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2666bef0-34b1-4359-b664-5517c071bcec), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:48.474417 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87551206-8ada-4d07-b107-d851489032ff service neutron] Pushing event updated for resources: {'Port': ['ID=2666bef0-34b1-4359-b664-5517c071bcec,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:48.476566 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e654985b-014c-4888-910e-71281a29001e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:48.485722 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:48.487302 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df220c4f-cfc1-4895-b093-ed4f0f5d0a94 None None] Network 62c96b1f-1ed6-42bc-84f4-797a958b75d4 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:48.489139 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:48.493163 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-87551206-8ada-4d07-b107-d851489032ff service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/2666bef0-34b1-4359-b664-5517c071bcec HTTP/1.1" status: 200 len: 1094 time: 1.8802333 Sep 17 04:28:48.493919 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092', 'tag': '2666bef0-34b1-4359-b664-5517c071bcec'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:28:48.552033 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Attempt 2 to provision port 987d1030-ee5a-46f3-b114-6a60faeba2a9 Sep 17 04:28:48.627987 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Port 987d1030-ee5a-46f3-b114-6a60faeba2a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:48.701798 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43003292-0d8a-4372-9df2-93d5fd96d2d3 req-d1b2f8e8-7d83-422d-b64e-427548d1da1b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:48.709103 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-43003292-0d8a-4372-9df2-93d5fd96d2d3 req-d1b2f8e8-7d83-422d-b64e-427548d1da1b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.0663922 Sep 17 04:28:48.779074 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-43003292-0d8a-4372-9df2-93d5fd96d2d3 req-01436bf1-4c1a-4ee9-aa80-3bcec50db357 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652285 Sep 17 04:28:48.834101 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c48434-9085-4f71-9676-942d2af2da9a x-openstack-request-id: req-72c48434-9085-4f71-9676-942d2af2da9a {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:28:48.834450 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508f0590-1d24-42b5-9275-280c6cedff50", "tag": "976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:28:48.834979 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72c48434-9085-4f71-9676-942d2af2da9a {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:28:48.835943 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c48434-9085-4f71-9676-942d2af2da9a'] response: {'name': 'network-changed', 'server_uuid': '508f0590-1d24-42b5-9275-280c6cedff50', 'tag': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'status': 'completed', 'code': 200} Sep 17 04:28:48.997693 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35292) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:49.016745 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba6c13cb-c217-4fec-add7-c2fb6a96de0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:49.031907 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:49.112991 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f362ad-a061-43eb-a166-795ecaac891d" -d '{"events": [{"name": "network-changed", "server_uuid": "10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092", "tag": "2666bef0-34b1-4359-b664-5517c071bcec"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:28:49.129655 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Attempt 3 to provision port 987d1030-ee5a-46f3-b114-6a60faeba2a9 Sep 17 04:28:49.228025 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Port 987d1030-ee5a-46f3-b114-6a60faeba2a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:49.363908 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:49.415448 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba6c13cb-c217-4fec-add7-c2fb6a96de0f admin admin] Publish callbacks [] for security_group (11f8378c-2077-48a3-a2b1-3264c8c18b06), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:49.424175 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:49.425631 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba6c13cb-c217-4fec-add7-c2fb6a96de0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (11f8378c-2077-48a3-a2b1-3264c8c18b06), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:49.476758 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697aaff-8ed3-44cc-a6c4-beee27aca778 req-81b445cd-574a-4034-a6b0-6ec686ed9121 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:49.482837 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-ba6c13cb-c217-4fec-add7-c2fb6a96de0f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=3d8d7d6a67644cb19dd5318b39ebc85e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4836407 Sep 17 04:28:49.484224 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35312) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:49.488177 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4697aaff-8ed3-44cc-a6c4-beee27aca778 req-81b445cd-574a-4034-a6b0-6ec686ed9121 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.1030655 Sep 17 04:28:49.496600 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c13cb-c217-4fec-add7-c2fb6a96de0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f8378c-2077-48a3-a2b1-3264c8c18b06,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:49.576126 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d896-b827-4dab-b9b4-47763d2e7f68 admin admin] Publish callbacks [] for security_group (11f8378c-2077-48a3-a2b1-3264c8c18b06), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:49.610471 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d896-b827-4dab-b9b4-47763d2e7f68 admin admin] Publish callbacks [] for security_group (11f8378c-2077-48a3-a2b1-3264c8c18b06), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:49.643993 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4697aaff-8ed3-44cc-a6c4-beee27aca778 req-295494bf-4b92-4e81-8d95-a67bcf700dc8 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487429 Sep 17 04:28:49.648181 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe5e72f-ad2b-4448-8df8-647c7977c635 x-openstack-request-id: req-0fe5e72f-ad2b-4448-8df8-647c7977c635 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:28:49.648633 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092", "tag": "2666bef0-34b1-4359-b664-5517c071bcec", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:28:49.648793 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0fe5e72f-ad2b-4448-8df8-647c7977c635 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:28:49.649217 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe5e72f-ad2b-4448-8df8-647c7977c635'] response: {'name': 'network-changed', 'server_uuid': '10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092', 'tag': '2666bef0-34b1-4359-b664-5517c071bcec', 'status': 'completed', 'code': 200} Sep 17 04:28:49.729688 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Attempt 4 to provision port 987d1030-ee5a-46f3-b114-6a60faeba2a9 Sep 17 04:28:49.816726 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Port 987d1030-ee5a-46f3-b114-6a60faeba2a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:49.850193 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d896-b827-4dab-b9b4-47763d2e7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (11f8378c-2077-48a3-a2b1-3264c8c18b06), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:49.869295 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d896-b827-4dab-b9b4-47763d2e7f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:49.871289 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-1cd0d896-b827-4dab-b9b4-47763d2e7f68 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/11f8378c-2077-48a3-a2b1-3264c8c18b06 HTTP/1.1" status: 204 len: 168 time: 0.3856933 Sep 17 04:28:49.878549 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 35334) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:49.883935 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-394296131-network', 'tenant_id': '5d757ddd957d44008050826243085995'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:49.891766 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84468d7c-e989-4277-a8b5-37ce6748ecd1 req-8059e7a5-a977-46c2-8bbd-1fe5fd3eeb83 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:49.905736 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-84468d7c-e989-4277-a8b5-37ce6748ecd1 req-8059e7a5-a977-46c2-8bbd-1fe5fd3eeb83 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 931 time: 0.1989787 Sep 17 04:28:49.930448 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Made reservation on behalf of 5d757ddd957d44008050826243085995 for: {'network': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:49.933046 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:49.958382 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:49.958623 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0d896-b827-4dab-b9b4-47763d2e7f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f8378c-2077-48a3-a2b1-3264c8c18b06,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:50.001673 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-84468d7c-e989-4277-a8b5-37ce6748ecd1 req-ede95062-d665-45e1-a334-686d749ffdc4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948217 Sep 17 04:28:50.035353 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1160-ba58-4af1-ad58-ac47ebe0d233 req-b08400f4-80d6-4815-9a59-d8d6aed5514b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:50.037336 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-398a1160-ba58-4af1-ad58-ac47ebe0d233 req-b08400f4-80d6-4815-9a59-d8d6aed5514b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.0916812 Sep 17 04:28:50.141832 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-398a1160-ba58-4af1-ad58-ac47ebe0d233 req-6b7c5073-495d-4a73-aed4-f3055cdd4256 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935767 Sep 17 04:28:50.178437 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Publish callbacks [] for security_group (f9174f5d-d06b-4a7c-916a-0f56388f5f84), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:50.185320 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f9174f5d-d06b-4a7c-916a-0f56388f5f84), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:50.224302 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=106227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:28:50.251947 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:50.286756 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (c82f920d-8a02-487f-aa32-2aa87d7b13dd), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:50.287306 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.segments_db [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Added segment c82f920d-8a02-487f-aa32-2aa87d7b13dd of type vlan for network d9d173a9-6d9f-4edf-813d-a62f8e40bcd0 Sep 17 04:28:50.301456 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9174f5d-d06b-4a7c-916a-0f56388f5f84,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:50.321309 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Attempt 5 to provision port 987d1030-ee5a-46f3-b114-6a60faeba2a9 Sep 17 04:28:50.342068 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (d9d173a9-6d9f-4edf-813d-a62f8e40bcd0), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:50.365937 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Port 987d1030-ee5a-46f3-b114-6a60faeba2a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:50.384060 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (d9d173a9-6d9f-4edf-813d-a62f8e40bcd0), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:50.385288 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:50.385989 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:50.466382 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5862648 Sep 17 04:28:50.471273 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35354) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:50.481332 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-e45eff73-a09e-4b42-9f4a-9c2ead848779 admin admin] Request body: {'subnet': {'network_id': 'd9d173a9-6d9f-4edf-813d-a62f8e40bcd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-394296131-subnet', 'tenant_id': '5d757ddd957d44008050826243085995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:50.509143 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea8e91-326b-4a4a-ab1e-536d7a3d6d87 admin admin] Pushing event updated for resources: {'Network': ['ID=d9d173a9-6d9f-4edf-813d-a62f8e40bcd0,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:50.521119 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45eff73-a09e-4b42-9f4a-9c2ead848779 admin admin] Made reservation on behalf of 5d757ddd957d44008050826243085995 for: {'subnet': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:50.522910 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network d9d173a9-6d9f-4edf-813d-a62f8e40bcd0 details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:28:50.523594 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e45eff73-a09e-4b42-9f4a-9c2ead848779 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:50.552281 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:50.696236 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-58ba54b9-3bb9-4c01-8c28-f06a0a33d88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:50.769534 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:50.867693 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Attempt 6 to provision port 987d1030-ee5a-46f3-b114-6a60faeba2a9 Sep 17 04:28:50.893182 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb8f30-91fd-4949-8da0-e68083aafef0 req-fcf5c772-9bbd-4657-b70f-ba754661a75f tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:50.900420 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-45fb8f30-91fd-4949-8da0-e68083aafef0 req-fcf5c772-9bbd-4657-b70f-ba754661a75f tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.1190867 Sep 17 04:28:50.951260 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Port 987d1030-ee5a-46f3-b114-6a60faeba2a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:51.015430 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-45fb8f30-91fd-4949-8da0-e68083aafef0 req-f3d2a99f-092a-4642-a8d3-925b855408a8 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129758 Sep 17 04:28:51.018640 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e45eff73-a09e-4b42-9f4a-9c2ead848779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for subnet (49c8bb16-13bf-4f81-89d3-e578fc992e1b), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:51.085377 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:51.098149 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45eff73-a09e-4b42-9f4a-9c2ead848779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49c8bb16-13bf-4f81-89d3-e578fc992e1b,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:51.101924 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45eff73-a09e-4b42-9f4a-9c2ead848779 admin admin] Checking segment: {'id': 'c82f920d-8a02-487f-aa32-2aa87d7b13dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd9d173a9-6d9f-4edf-813d-a62f8e40bcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:51.103418 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45eff73-a09e-4b42-9f4a-9c2ead848779 admin admin] Network hostable DHCP agents. Network: d9d173a9-6d9f-4edf-813d-a62f8e40bcd0, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:28:51.158858 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45eff73-a09e-4b42-9f4a-9c2ead848779 admin admin] Network d9d173a9-6d9f-4edf-813d-a62f8e40bcd0 is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:28:51.182273 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-e45eff73-a09e-4b42-9f4a-9c2ead848779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, d9d173a9-6d9f-4edf-813d-a62f8e40bcd0) {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:51.191374 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45eff73-a09e-4b42-9f4a-9c2ead848779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:51.192152 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e45eff73-a09e-4b42-9f4a-9c2ead848779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:51.195079 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc2055-8b84-4dd6-803a-5cf79e62fa4e None None] Network d9d173a9-6d9f-4edf-813d-a62f8e40bcd0 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:51.232805 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-e45eff73-a09e-4b42-9f4a-9c2ead848779 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7575383 Sep 17 04:28:51.270214 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a7183-8313-44e4-a6da-1c95f099f356 req-1136eeed-0b49-4b45-9c81-ce8eee1d6224 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:51.281194 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-073a7183-8313-44e4-a6da-1c95f099f356 req-1136eeed-0b49-4b45-9c81-ce8eee1d6224 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 931 time: 0.1033561 Sep 17 04:28:51.324358 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8e4f61-9cf7-45cb-bec6-195631801147 None None] Network d9d173a9-6d9f-4edf-813d-a62f8e40bcd0 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:51.362520 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425ba7-8aff-4ba3-a40d-6c0bbb0542b8 req-a25efeb0-d53a-4854-85a5-70369bc89f7c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:51.365289 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f8425ba7-8aff-4ba3-a40d-6c0bbb0542b8 req-a25efeb0-d53a-4854-85a5-70369bc89f7c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.0814321 Sep 17 04:28:51.421939 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-073a7183-8313-44e4-a6da-1c95f099f356 req-78dc1c7d-37ff-4942-b237-bc702c7478d5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391933 Sep 17 04:28:51.422713 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 35394) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:51.454094 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Attempt 7 to provision port 987d1030-ee5a-46f3-b114-6a60faeba2a9 Sep 17 04:28:51.510573 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_v2 [None req-572281b4-e897-4c30-9779-e0a610bb4a4b admin admin] Deleting subnet 80f4ebcc-55e3-492a-b22d-4e38fa364dde {{(pid=106227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:28:51.513396 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f8425ba7-8aff-4ba3-a40d-6c0bbb0542b8 req-5137f253-02ac-40ef-8760-2a64d71119c6 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416502 Sep 17 04:28:51.514818 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Port 987d1030-ee5a-46f3-b114-6a60faeba2a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:51.515699 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-572281b4-e897-4c30-9779-e0a610bb4a4b admin admin] Publish callbacks [] for subnet (80f4ebcc-55e3-492a-b22d-4e38fa364dde), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:51.567448 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-572281b4-e897-4c30-9779-e0a610bb4a4b admin admin] Publish callbacks [] for subnet (80f4ebcc-55e3-492a-b22d-4e38fa364dde), precommit_delete_associations {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:51.578593 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-572281b4-e897-4c30-9779-e0a610bb4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (80f4ebcc-55e3-492a-b22d-4e38fa364dde), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:51.657060 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-572281b4-e897-4c30-9779-e0a610bb4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for subnet (80f4ebcc-55e3-492a-b22d-4e38fa364dde), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:51.695712 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572281b4-e897-4c30-9779-e0a610bb4a4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f4ebcc-55e3-492a-b22d-4e38fa364dde,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:51.706547 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-572281b4-e897-4c30-9779-e0a610bb4a4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:51.713756 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-572281b4-e897-4c30-9779-e0a610bb4a4b admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/80f4ebcc-55e3-492a-b22d-4e38fa364dde HTTP/1.1" status: 204 len: 168 time: 0.2900198 Sep 17 04:28:51.714348 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35406) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:51.810936 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (62c96b1f-1ed6-42bc-84f4-797a958b75d4), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:51.898781 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (62c96b1f-1ed6-42bc-84f4-797a958b75d4), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:51.913650 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:51.923594 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:51.923944 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:51.925114 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:51.925468 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > port after_create 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:51.925812 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:51.926151 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > port after_update 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:51.926475 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:51.927193 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:51.927527 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:51.927851 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:52.017178 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Attempt 8 to provision port 987d1030-ee5a-46f3-b114-6a60faeba2a9 Sep 17 04:28:52.090552 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Port 987d1030-ee5a-46f3-b114-6a60faeba2a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:52.136184 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:52.136765 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:52.137261 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:52.137735 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:52.138772 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c96b1f-1ed6-42bc-84f4-797a958b75d4']}} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:52.162933 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51716d08-4a58-4eb1-b382-c13de3b9245c') {'for_net_delete': True} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:52.163189 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51716d08-4a58-4eb1-b382-c13de3b9245c') {} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:52.182597 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa67a2-faa7-42c0-bc13-541aad05198c req-dfb31ae3-2e22-494b-8372-cc5245aba36e tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:52.190518 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-12aa67a2-faa7-42c0-bc13-541aad05198c req-dfb31ae3-2e22-494b-8372-cc5245aba36e tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0661831 Sep 17 04:28:52.210314 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9580661'] for segment (51716d08-4a58-4eb1-b382-c13de3b9245c), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:52.248803 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (51716d08-4a58-4eb1-b382-c13de3b9245c), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:52.253029 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-12aa67a2-faa7-42c0-bc13-541aad05198c req-afc71f94-6df0-4f1c-b81e-1747dda56e37 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615110 Sep 17 04:28:52.272848 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=106226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:28:52.273341 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9581644'] for segment (51716d08-4a58-4eb1-b382-c13de3b9245c), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:52.351924 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (62c96b1f-1ed6-42bc-84f4-797a958b75d4), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:52.373811 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:52.391757 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 35452) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:52.393018 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/62c96b1f-1ed6-42bc-84f4-797a958b75d4 HTTP/1.1" status: 204 len: 168 time: 0.6761403 Sep 17 04:28:52.393018 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc07e6-16e6-4777-8076-85fa5ec82b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=62c96b1f-1ed6-42bc-84f4-797a958b75d4,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:52.453276 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:52.482419 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4d3010-d954-44d0-b989-a2e861f3e13c admin admin] Deleting subnet 49c8bb16-13bf-4f81-89d3-e578fc992e1b {{(pid=106227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:28:52.486761 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3010-d954-44d0-b989-a2e861f3e13c admin admin] Publish callbacks [] for subnet (49c8bb16-13bf-4f81-89d3-e578fc992e1b), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:52.591874 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Attempt 9 to provision port 987d1030-ee5a-46f3-b114-6a60faeba2a9 Sep 17 04:28:52.610124 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3010-d954-44d0-b989-a2e861f3e13c admin admin] Publish callbacks [] for subnet (49c8bb16-13bf-4f81-89d3-e578fc992e1b), precommit_delete_associations {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:52.624006 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3010-d954-44d0-b989-a2e861f3e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (49c8bb16-13bf-4f81-89d3-e578fc992e1b), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:52.696976 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Port 987d1030-ee5a-46f3-b114-6a60faeba2a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:52.715923 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0f29a-154a-4a6f-857c-828e139331bf req-d9ce97d7-a2b8-4453-aaeb-0b71cd4ada6d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:52.729519 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f2f0f29a-154a-4a6f-857c-828e139331bf req-d9ce97d7-a2b8-4453-aaeb-0b71cd4ada6d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 931 time: 0.1047375 Sep 17 04:28:52.768315 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8957bd-8f9d-408a-8e53-8d307136e548 req-f53f74bd-6090-4be5-8cfc-e99d23d7a033 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:52.779578 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dc8957bd-8f9d-408a-8e53-8d307136e548 req-f53f74bd-6090-4be5-8cfc-e99d23d7a033 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.1199403 Sep 17 04:28:52.780823 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35472) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:52.855200 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dc8957bd-8f9d-408a-8e53-8d307136e548 req-3a49e010-6429-4936-9c36-8428bba36fd3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731215 Sep 17 04:28:52.864294 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:52.884968 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3010-d954-44d0-b989-a2e861f3e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for subnet (49c8bb16-13bf-4f81-89d3-e578fc992e1b), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:52.891887 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f2f0f29a-154a-4a6f-857c-828e139331bf req-5d59a645-ec15-4f60-bab9-2da99232a396 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479447 Sep 17 04:28:52.897027 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment 51716d08-4a58-4eb1-b382-c13de3b9245c resource provider aggregate not found Sep 17 04:28:52.917162 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d3010-d954-44d0-b989-a2e861f3e13c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49c8bb16-13bf-4f81-89d3-e578fc992e1b,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:52.921976 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3010-d954-44d0-b989-a2e861f3e13c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:52.928396 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-6e4d3010-d954-44d0-b989-a2e861f3e13c admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/49c8bb16-13bf-4f81-89d3-e578fc992e1b HTTP/1.1" status: 204 len: 168 time: 0.5328937 Sep 17 04:28:52.928396 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 35482) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:52.970112 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment 51716d08-4a58-4eb1-b382-c13de3b9245c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51716d08-4a58-4eb1-b382-c13de3b9245c found for delete ", "request_id": "req-77fb9f6b-34d9-4fd1-8c49-ab9e00c58f34"}]} Sep 17 04:28:53.029260 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (d9d173a9-6d9f-4edf-813d-a62f8e40bcd0), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:53.146746 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (d9d173a9-6d9f-4edf-813d-a62f8e40bcd0), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:53.197792 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.199403 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.200188 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.201019 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Attempt 10 to provision port 987d1030-ee5a-46f3-b114-6a60faeba2a9 Sep 17 04:28:53.205724 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > port after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.205954 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.206448 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > port after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.206742 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.207088 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.209512 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.209842 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.274834 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-09f3b76d-72a8-4e0f-baa1-1c8371332ca8 None None] Port 987d1030-ee5a-46f3-b114-6a60faeba2a9 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:28:53.289743 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-03159d24-d53d-4b79-a0a8-7a82e1fa8227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:53.398315 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:53.405941 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-03159d24-d53d-4b79-a0a8-7a82e1fa8227 admin admin] Publish callbacks [] for security_group (dbcc3be3-8e41-405e-816b-cdf78bd8cd93), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:53.414457 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-03159d24-d53d-4b79-a0a8-7a82e1fa8227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (dbcc3be3-8e41-405e-816b-cdf78bd8cd93), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:53.439524 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:53.450004 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.450004 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.450655 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.450655 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 04:28:53.450833 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d173a9-6d9f-4edf-813d-a62f8e40bcd0']}} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:53.469668 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03159d24-d53d-4b79-a0a8-7a82e1fa8227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcc3be3-8e41-405e-816b-cdf78bd8cd93,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:53.490571 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-03159d24-d53d-4b79-a0a8-7a82e1fa8227 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0fa33c59d868470aa3976580c77bfe40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7043183 Sep 17 04:28:53.495553 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35492) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:53.534266 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82f920d-8a02-487f-aa32-2aa87d7b13dd') {'for_net_delete': True} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:53.534758 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82f920d-8a02-487f-aa32-2aa87d7b13dd') {} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:28:53.544816 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Request body: {'port': {'device_id': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:53.620110 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:53.686225 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ea3d9-55b8-434a-8bb4-d6c09b3bd7e5 req-4a0bc11e-9767-47f3-a56f-680131710c77 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:53.694270 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b96ea3d9-55b8-434a-8bb4-d6c09b3bd7e5 req-4a0bc11e-9767-47f3-a56f-680131710c77 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.2379074 Sep 17 04:28:53.716017 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-008268a2-0328-4a69-91ec-4f6c2ed3d6af admin admin] Publish callbacks [] for security_group (dbcc3be3-8e41-405e-816b-cdf78bd8cd93), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:53.757320 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363405'] for segment (c82f920d-8a02-487f-aa32-2aa87d7b13dd), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:53.762362 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f362ad-a061-43eb-a166-795ecaac891d req-cb758858-47b3-4e5b-8bcb-851e5237384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:53.764304 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a93ee-1e1a-4a38-b05b-5d196f3ce126 req-e4e377c9-27f3-452b-9f7c-d6597cc184e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:53.764435 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-79f362ad-a061-43eb-a166-795ecaac891d req-cb758858-47b3-4e5b-8bcb-851e5237384f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=39cc778e84014ed98f33554b7c46b174&device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 1128 time: 0.1311452 Sep 17 04:28:53.765032 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:53.765835 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b49a93ee-1e1a-4a38-b05b-5d196f3ce126 req-e4e377c9-27f3-452b-9f7c-d6597cc184e7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 1128 time: 0.1778691 Sep 17 04:28:53.802028 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-008268a2-0328-4a69-91ec-4f6c2ed3d6af admin admin] Publish callbacks [] for security_group (dbcc3be3-8e41-405e-816b-cdf78bd8cd93), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:54.008393 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (c82f920d-8a02-487f-aa32-2aa87d7b13dd), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:54.033008 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f362ad-a061-43eb-a166-795ecaac891d req-fdf909cc-9dbd-4c4c-8e2e-22ff48d45b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:54.035063 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-79f362ad-a061-43eb-a166-795ecaac891d req-fdf909cc-9dbd-4c4c-8e2e-22ff48d45b4a service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=39cc778e84014ed98f33554b7c46b174&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2183948 Sep 17 04:28:54.183447 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:54.442841 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9dbf5-0873-4d88-91f3-df859b91fddf req-c3f90fa5-89f1-4f4d-8dc9-33e18850abd0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:54.450181 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c3c9dbf5-0873-4d88-91f3-df859b91fddf req-c3f90fa5-89f1-4f4d-8dc9-33e18850abd0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.3274753 Sep 17 04:28:54.455402 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=106227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:28:54.455997 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666809'] for segment (c82f920d-8a02-487f-aa32-2aa87d7b13dd), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:54.457978 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:54.459319 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f362ad-a061-43eb-a166-795ecaac891d req-86f802da-9f30-438f-b3e1-cb9c1b97111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:54.461313 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-79f362ad-a061-43eb-a166-795ecaac891d req-86f802da-9f30-438f-b3e1-cb9c1b97111d service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4120798 Sep 17 04:28:54.461741 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-008268a2-0328-4a69-91ec-4f6c2ed3d6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (dbcc3be3-8e41-405e-816b-cdf78bd8cd93), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:54.464729 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-008268a2-0328-4a69-91ec-4f6c2ed3d6af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:54.469153 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-008268a2-0328-4a69-91ec-4f6c2ed3d6af admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/dbcc3be3-8e41-405e-816b-cdf78bd8cd93 HTTP/1.1" status: 204 len: 168 time: 0.9721553 Sep 17 04:28:54.474105 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a93ee-1e1a-4a38-b05b-5d196f3ce126 req-1994ad5b-7258-4a27-9fbd-825f18b80d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:54.475740 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b49a93ee-1e1a-4a38-b05b-5d196f3ce126 req-1994ad5b-7258-4a27-9fbd-825f18b80d53 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6478386 Sep 17 04:28:54.491672 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008268a2-0328-4a69-91ec-4f6c2ed3d6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcc3be3-8e41-405e-816b-cdf78bd8cd93,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:54.514430 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b96ea3d9-55b8-434a-8bb4-d6c09b3bd7e5 req-24372bc2-027d-416b-bbed-9455357e889c tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8184125 Sep 17 04:28:54.560443 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c3c9dbf5-0873-4d88-91f3-df859b91fddf req-1b2a29b9-d4fc-4da2-b9e9-7743e23b11de tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037745 Sep 17 04:28:54.694587 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d5271-4313-4ccf-ae36-5a387fd4b30d req-afb5d86f-8784-4ac1-a901-fb9cd879cfe6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:54.696392 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ce0d5271-4313-4ccf-ae36-5a387fd4b30d req-afb5d86f-8784-4ac1-a901-fb9cd879cfe6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 931 time: 0.0560925 Sep 17 04:28:54.715899 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (d9d173a9-6d9f-4edf-813d-a62f8e40bcd0), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:54.771761 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d173a9-6d9f-4edf-813d-a62f8e40bcd0,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:54.822384 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:54.825667 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-3f4a6801-2598-4b34-846a-c31d3edd02a4 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/d9d173a9-6d9f-4edf-813d-a62f8e40bcd0 HTTP/1.1" status: 204 len: 168 time: 1.8962624 Sep 17 04:28:54.986267 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987d1030-ee5a-46f3-b114-6a60faeba2a9 {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:28:55.010696 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ce0d5271-4313-4ccf-ae36-5a387fd4b30d req-0ec1fda4-2bc1-44fc-80b2-6d9ad5909241 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018665 Sep 17 04:28:55.023105 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Publish callbacks [] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:55.041874 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Transition to ACTIVE for port object 987d1030-ee5a-46f3-b114-6a60faeba2a9 will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:28:55.044370 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment c82f920d-8a02-487f-aa32-2aa87d7b13dd resource provider aggregate not found Sep 17 04:28:55.052334 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:55.070392 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a93ee-1e1a-4a38-b05b-5d196f3ce126 req-f21134c6-5fbc-44a2-b871-54e43431a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:55.072999 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b49a93ee-1e1a-4a38-b05b-5d196f3ce126 req-f21134c6-5fbc-44a2-b871-54e43431a27d service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4015667 Sep 17 04:28:55.099989 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment c82f920d-8a02-487f-aa32-2aa87d7b13dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c82f920d-8a02-487f-aa32-2aa87d7b13dd found for delete ", "request_id": "req-aa14797b-5aba-4552-9dba-a6704f0b9e07"}]} Sep 17 04:28:55.150733 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35534) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:55.183082 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:55.205629 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d2e85c1e-8d39-4017-9cb5-86c14329484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:55.207854 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-d2e85c1e-8d39-4017-9cb5-86c14329484e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=39cc778e84014ed98f33554b7c46b174&device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 1128 time: 0.3947015 Sep 17 04:28:55.222764 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-a6946c97-8eb8-4d42-a3b4-db27a26468a4 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=2a1c1161a8874b5886c985009d1d4ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666106 Sep 17 04:28:55.222764 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35536) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:55.233460 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=987d1030-ee5a-46f3-b114-6a60faeba2a9,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:55.236086 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 35538) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:55.236901 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Attempting to bind port 987d1030-ee5a-46f3-b114-6a60faeba2a9 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:28:55.237280 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Attempting to bind port 987d1030-ee5a-46f3-b114-6a60faeba2a9 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:28:55.237605 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Attempting to bind port 987d1030-ee5a-46f3-b114-6a60faeba2a9 on network e95cd093-c909-4fa1-980b-df0004dd3cf5 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:55.295996 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-12e54f6e-8074-4b49-ac57-37083430fa7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:55.301825 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Port 987d1030-ee5a-46f3-b114-6a60faeba2a9 on network e95cd093-c909-4fa1-980b-df0004dd3cf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:28:55.302157 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Attempting to bind port 987d1030-ee5a-46f3-b114-6a60faeba2a9 on network e95cd093-c909-4fa1-980b-df0004dd3cf5 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:28:55.333419 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:55.377613 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8d09a644-2be9-4afa-a5c0-20279b0a024d admin admin] Publish callbacks [] for security_group (f058a216-97f3-42cb-a492-eefe51b3ed1a), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:55.414247 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:28:55.414584 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Checking segment: {'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:55.414970 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Bound using segment: {'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:28:55.415416 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Bound port: 987d1030-ee5a-46f3-b114-6a60faeba2a9, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:28:55.415774 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:55.433399 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8d09a644-2be9-4afa-a5c0-20279b0a024d admin admin] Publish callbacks [] for security_group (f058a216-97f3-42cb-a492-eefe51b3ed1a), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:55.638365 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] For port 987d1030-ee5a-46f3-b114-6a60faeba2a9, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:28:55.645262 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] For port 987d1030-ee5a-46f3-b114-6a60faeba2a9, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:28:55.661142 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:55.672175 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8d09a644-2be9-4afa-a5c0-20279b0a024d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f058a216-97f3-42cb-a492-eefe51b3ed1a), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:55.688886 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8d09a644-2be9-4afa-a5c0-20279b0a024d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:55.688886 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-8d09a644-2be9-4afa-a5c0-20279b0a024d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f058a216-97f3-42cb-a492-eefe51b3ed1a HTTP/1.1" status: 204 len: 168 time: 0.3972743 Sep 17 04:28:55.723132 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:55.723736 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:55.725377 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/987d1030-ee5a-46f3-b114-6a60faeba2a9 HTTP/1.1" status: 200 len: 1093 time: 2.1936646 Sep 17 04:28:55.726024 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:28:55.728817 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a53fb5-1d32-4b61-a3ef-e289baf79245" -d '{"events": [{"name": "network-changed", "server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:28:55.749269 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09a644-2be9-4afa-a5c0-20279b0a024d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f058a216-97f3-42cb-a492-eefe51b3ed1a,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:55.790175 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f4379-4488-4367-8b10-8a712498375b req-f67dee9c-d2dd-4c16-848b-50842b542deb tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:55.797789 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7c8f4379-4488-4367-8b10-8a712498375b req-f67dee9c-d2dd-4c16-848b-50842b542deb tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.0941124 Sep 17 04:28:55.824750 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbee357-1a39-419d-87ec-9b223433d2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=987d1030-ee5a-46f3-b114-6a60faeba2a9,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:55.861520 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7c8f4379-4488-4367-8b10-8a712498375b req-8153759d-4a03-45af-832c-aa97c7c01282 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625172 Sep 17 04:28:55.923464 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7eca0c-fc57-4612-b78f-6d69f006299b x-openstack-request-id: req-5d7eca0c-fc57-4612-b78f-6d69f006299b {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:28:55.924107 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:28:55.924625 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d7eca0c-fc57-4612-b78f-6d69f006299b {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:28:55.925359 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7eca0c-fc57-4612-b78f-6d69f006299b'] response: {'name': 'network-changed', 'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'status': 'completed', 'code': 200} Sep 17 04:28:55.999050 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0ccff-1f7f-4cee-942d-4b6717501666 req-da617d7a-d9ea-41c3-b067-67855a88fdf3 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:56.006376 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cbf0ccff-1f7f-4cee-942d-4b6717501666 req-da617d7a-d9ea-41c3-b067-67855a88fdf3 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.1366444 Sep 17 04:28:56.095146 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cbf0ccff-1f7f-4cee-942d-4b6717501666 req-830d2be0-8cfa-498e-bc6c-f5433c56011e tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877719 Sep 17 04:28:56.116463 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-12e54f6e-8074-4b49-ac57-37083430fa7d admin admin] Publish callbacks [] for security_group (0eff3b9b-9d00-4042-89fc-548ce873da82), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:56.134207 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-12e54f6e-8074-4b49-ac57-37083430fa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (0eff3b9b-9d00-4042-89fc-548ce873da82), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:56.203848 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2e721-4483-47fe-993e-bd764e3a29de req-b9fef838-86a0-4026-aec7-ae129b4c0b2e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:56.213995 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-12e54f6e-8074-4b49-ac57-37083430fa7d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=87b84df7825c41d58c126797e9bab592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9923792 Sep 17 04:28:56.215251 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1bb2e721-4483-47fe-993e-bd764e3a29de req-b9fef838-86a0-4026-aec7-ae129b4c0b2e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0853271 Sep 17 04:28:56.217372 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e54f6e-8074-4b49-ac57-37083430fa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eff3b9b-9d00-4042-89fc-548ce873da82,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:56.217998 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 35582) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:56.312194 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1bb2e721-4483-47fe-993e-bd764e3a29de req-1127a689-8ed4-46ef-b3f4-b2ae1ccf2fee tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958772 Sep 17 04:28:56.338608 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9da5534b-107e-4026-a063-5ac62fbc56bc admin admin] Publish callbacks [] for security_group (0eff3b9b-9d00-4042-89fc-548ce873da82), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:56.367848 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9da5534b-107e-4026-a063-5ac62fbc56bc admin admin] Publish callbacks [] for security_group (0eff3b9b-9d00-4042-89fc-548ce873da82), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:56.430546 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9da5534b-107e-4026-a063-5ac62fbc56bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (0eff3b9b-9d00-4042-89fc-548ce873da82), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:56.433405 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9da5534b-107e-4026-a063-5ac62fbc56bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:56.434661 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-9da5534b-107e-4026-a063-5ac62fbc56bc admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/0eff3b9b-9d00-4042-89fc-548ce873da82 HTTP/1.1" status: 204 len: 168 time: 0.1893523 Sep 17 04:28:56.443468 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5534b-107e-4026-a063-5ac62fbc56bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eff3b9b-9d00-4042-89fc-548ce873da82,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:56.444174 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35600) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:56.468325 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:56.501643 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-c8e7530c-a2d6-4cad-b8c7-c86254996db4 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=5d757ddd957d44008050826243085995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534055 Sep 17 04:28:56.501837 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35604) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:56.554204 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f11def0a-4353-40f8-a97e-488ed0bc859b admin admin] Publish callbacks [] for security_group (f9174f5d-d06b-4a7c-916a-0f56388f5f84), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:56.581442 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f11def0a-4353-40f8-a97e-488ed0bc859b admin admin] Publish callbacks [] for security_group (f9174f5d-d06b-4a7c-916a-0f56388f5f84), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:56.641706 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f11def0a-4353-40f8-a97e-488ed0bc859b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f9174f5d-d06b-4a7c-916a-0f56388f5f84), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:56.644481 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f11def0a-4353-40f8-a97e-488ed0bc859b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:56.648931 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-f11def0a-4353-40f8-a97e-488ed0bc859b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f9174f5d-d06b-4a7c-916a-0f56388f5f84 HTTP/1.1" status: 204 len: 168 time: 0.1438246 Sep 17 04:28:56.654524 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11def0a-4353-40f8-a97e-488ed0bc859b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9174f5d-d06b-4a7c-916a-0f56388f5f84,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:57.007011 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5cae0-5b9f-4386-b544-9f9b2b0d73d4 req-80613a61-b11f-4d25-8807-3d3c0f03df30 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:57.008830 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-93c5cae0-5b9f-4386-b544-9f9b2b0d73d4 req-80613a61-b11f-4d25-8807-3d3c0f03df30 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.0588923 Sep 17 04:28:57.053212 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:57.062763 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-93c5cae0-5b9f-4386-b544-9f9b2b0d73d4 req-9592987f-e9c3-44a7-8738-8530482044b6 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465703 Sep 17 04:28:57.234344 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0582a00-b7d7-49c3-8907-0019ca1a55e1 req-e9781dbb-9944-425e-9d5d-c6c0c5a8fc03 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:57.244373 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b0582a00-b7d7-49c3-8907-0019ca1a55e1 req-e9781dbb-9944-425e-9d5d-c6c0c5a8fc03 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0637197 Sep 17 04:28:57.308007 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b0582a00-b7d7-49c3-8907-0019ca1a55e1 req-05eff54c-dc07-4a5d-9d19-b2b8a5f4b6cb tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574298 Sep 17 04:28:57.406924 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35670) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:57.474419 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1b795-4591-4e81-8dd1-383a626ebbd1 req-1eb0cad3-0712-4084-a83e-319650c3f2d5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:57.476670 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2fd1b795-4591-4e81-8dd1-383a626ebbd1 req-1eb0cad3-0712-4084-a83e-319650c3f2d5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0557621 Sep 17 04:28:57.532338 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2fd1b795-4591-4e81-8dd1-383a626ebbd1 req-d2638fab-b668-415a-89a1-00783648a5bf tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483792 Sep 17 04:28:57.610053 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1590538610-network', 'tenant_id': '518ea7ac8ba9429688cceb5d40067fb5'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:57.631768 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Made reservation on behalf of 518ea7ac8ba9429688cceb5d40067fb5 for: {'network': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:57.634356 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:57.643255 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:57.725573 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Publish callbacks [] for security_group (8bacc2fe-f44e-4d2b-a79e-fc6d6195df61), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:57.730749 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (8bacc2fe-f44e-4d2b-a79e-fc6d6195df61), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:57.753312 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=106226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:28:57.768525 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bacc2fe-f44e-4d2b-a79e-fc6d6195df61,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:57.773600 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (ade2e135-8a0f-4c90-a5d2-5c9201e6dde3), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:57.774040 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.segments_db [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Added segment ade2e135-8a0f-4c90-a5d2-5c9201e6dde3 of type vlan for network 7a1b8429-728e-42d9-86fe-403d183c29a0 Sep 17 04:28:57.817916 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (7a1b8429-728e-42d9-86fe-403d183c29a0), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:57.843312 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (7a1b8429-728e-42d9-86fe-403d183c29a0), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:57.844352 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:57.844929 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:57.897666 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4895616 Sep 17 04:28:57.900842 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 35686) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:57.905757 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-e192eeae-35c1-4b35-9313-d532e9729978 admin admin] Request body: {'subnet': {'network_id': '7a1b8429-728e-42d9-86fe-403d183c29a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1590538610-subnet', 'tenant_id': '518ea7ac8ba9429688cceb5d40067fb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:57.908714 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27504ea5-1b0f-4a2e-85cc-bdc93a24acec admin admin] Pushing event updated for resources: {'Network': ['ID=7a1b8429-728e-42d9-86fe-403d183c29a0,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:57.909998 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:57.919931 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network 7a1b8429-728e-42d9-86fe-403d183c29a0 details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:28:57.944211 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e192eeae-35c1-4b35-9313-d532e9729978 admin admin] Made reservation on behalf of 518ea7ac8ba9429688cceb5d40067fb5 for: {'subnet': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:57.946731 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e192eeae-35c1-4b35-9313-d532e9729978 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10209151'] for subnet (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:57.962934 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:28:58.141871 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e192eeae-35c1-4b35-9313-d532e9729978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2667868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10209129'] for subnet (4c06f841-e33d-47ff-9597-ff65b7974c24), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:58.210509 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:58.238697 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe7fa5-d3bd-4261-8a81-b5feed6db9d8 req-20c74df7-c7c2-4f4b-94b1-8cde98097ed6 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:58.240202 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1dfe7fa5-d3bd-4261-8a81-b5feed6db9d8 req-20c74df7-c7c2-4f4b-94b1-8cde98097ed6 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.0739787 Sep 17 04:28:58.243041 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192eeae-35c1-4b35-9313-d532e9729978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c06f841-e33d-47ff-9597-ff65b7974c24,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:58.270045 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192eeae-35c1-4b35-9313-d532e9729978 admin admin] Checking segment: {'id': 'ade2e135-8a0f-4c90-a5d2-5c9201e6dde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7a1b8429-728e-42d9-86fe-403d183c29a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:58.270392 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e192eeae-35c1-4b35-9313-d532e9729978 admin admin] Network hostable DHCP agents. Network: 7a1b8429-728e-42d9-86fe-403d183c29a0, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:28:58.305486 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1dfe7fa5-d3bd-4261-8a81-b5feed6db9d8 req-91c6acd5-e8a7-40d9-a54a-7b0447a7e4c4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584354 Sep 17 04:28:58.311095 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e192eeae-35c1-4b35-9313-d532e9729978 admin admin] Network 7a1b8429-728e-42d9-86fe-403d183c29a0 is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:28:58.323616 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-e192eeae-35c1-4b35-9313-d532e9729978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, 7a1b8429-728e-42d9-86fe-403d183c29a0) {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:58.340353 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd53550f-a93c-4be3-8ea9-ef9efc0de3bb None None] Network 7a1b8429-728e-42d9-86fe-403d183c29a0 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:58.342870 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e192eeae-35c1-4b35-9313-d532e9729978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:58.343644 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e192eeae-35c1-4b35-9313-d532e9729978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:58.355443 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:58.373481 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-e192eeae-35c1-4b35-9313-d532e9729978 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4714513 Sep 17 04:28:58.499665 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d60db-1c24-4518-b9ad-bf38b7a370d4 req-24397b26-503f-4b13-8329-22f745f7183c tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:58.501783 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2c0d60db-1c24-4518-b9ad-bf38b7a370d4 req-24397b26-503f-4b13-8329-22f745f7183c tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0575948 Sep 17 04:28:58.506150 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d250ef0-792b-45c2-9cb0-7215e4a2f3a7 None None] Network 7a1b8429-728e-42d9-86fe-403d183c29a0 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:58.572392 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2c0d60db-1c24-4518-b9ad-bf38b7a370d4 req-4fb90cb0-82dd-4e56-85b8-9b510e0a14f0 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612545 Sep 17 04:28:58.713552 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b33b55-e2e1-49d2-88c7-fe44e05325f3 req-d41b2623-9837-43f7-b81f-2949957e7f72 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:58.715570 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82b33b55-e2e1-49d2-88c7-fe44e05325f3 req-d41b2623-9837-43f7-b81f-2949957e7f72 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0730264 Sep 17 04:28:58.765321 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82b33b55-e2e1-49d2-88c7-fe44e05325f3 req-25db9a93-432f-46bf-8315-e6fba5a36512 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434620 Sep 17 04:28:59.001938 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35732) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:59.006908 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1370094967-network', 'tenant_id': '84e45a668f214e35be48d9782e5a4042'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:59.029389 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Made reservation on behalf of 84e45a668f214e35be48d9782e5a4042 for: {'network': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:59.031746 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:59.044040 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:59.122818 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Publish callbacks [] for security_group (937be7d6-8e98-44d3-ae69-44cb8f46e995), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:59.127917 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (937be7d6-8e98-44d3-ae69-44cb8f46e995), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:59.131988 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:59.134361 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:59.156959 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=106226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:28:59.167938 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937be7d6-8e98-44d3-ae69-44cb8f46e995,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:59.173193 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (15820910-a705-4f9f-919b-bb87f30330b0), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:59.173537 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.segments_db [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Added segment 15820910-a705-4f9f-919b-bb87f30330b0 of type vlan for network ca9f21d6-c711-40f6-a677-571d56946c0d Sep 17 04:28:59.214063 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (ca9f21d6-c711-40f6-a677-571d56946c0d), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:59.244390 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (ca9f21d6-c711-40f6-a677-571d56946c0d), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:59.246020 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:59.246695 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:59.313381 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3103094 Sep 17 04:28:59.316258 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35736) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:28:59.318186 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ada43-212f-4150-8f6e-037030757a1f admin admin] Pushing event updated for resources: {'Network': ['ID=ca9f21d6-c711-40f6-a677-571d56946c0d,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:59.322932 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-8511bfef-9376-4f6d-be43-f419377d835a admin admin] Request body: {'subnet': {'network_id': 'ca9f21d6-c711-40f6-a677-571d56946c0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1370094967-subnet', 'tenant_id': '84e45a668f214e35be48d9782e5a4042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:28:59.328307 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network ca9f21d6-c711-40f6-a677-571d56946c0d details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:28:59.344113 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8511bfef-9376-4f6d-be43-f419377d835a admin admin] Made reservation on behalf of 84e45a668f214e35be48d9782e5a4042 for: {'subnet': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:28:59.346930 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8511bfef-9376-4f6d-be43-f419377d835a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411567'] for subnet (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:59.470549 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14c30c-c124-4819-98b8-4929aab273e2 req-a8030fe2-f118-46e3-812d-c3a03a5ed60c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:59.472023 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4c14c30c-c124-4819-98b8-4929aab273e2 req-a8030fe2-f118-46e3-812d-c3a03a5ed60c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.0637939 Sep 17 04:28:59.557874 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4c14c30c-c124-4819-98b8-4929aab273e2 req-cc799e78-deda-491c-81d6-24c432aafe83 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793536 Sep 17 04:28:59.614565 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8511bfef-9376-4f6d-be43-f419377d835a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9580585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411577'] for subnet (a680cf47-07a2-4d46-bd9e-cc134e5f10bf), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:59.674520 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511bfef-9376-4f6d-be43-f419377d835a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a680cf47-07a2-4d46-bd9e-cc134e5f10bf,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:28:59.685873 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8511bfef-9376-4f6d-be43-f419377d835a admin admin] Checking segment: {'id': '15820910-a705-4f9f-919b-bb87f30330b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ca9f21d6-c711-40f6-a677-571d56946c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:28:59.686299 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8511bfef-9376-4f6d-be43-f419377d835a admin admin] Network hostable DHCP agents. Network: ca9f21d6-c711-40f6-a677-571d56946c0d, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:28:59.699400 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b079-45bf-41af-b056-c709aa4196e9 req-61cd7a01-f912-4c9a-8029-8affe12cdf3c tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:59.701141 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3c33b079-45bf-41af-b056-c709aa4196e9 req-61cd7a01-f912-4c9a-8029-8affe12cdf3c tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0515132 Sep 17 04:28:59.704694 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8511bfef-9376-4f6d-be43-f419377d835a admin admin] Network ca9f21d6-c711-40f6-a677-571d56946c0d is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:28:59.715807 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-8511bfef-9376-4f6d-be43-f419377d835a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, ca9f21d6-c711-40f6-a677-571d56946c0d) {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:28:59.727739 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cffcef-969a-4de8-8815-533d958525a6 None None] Network ca9f21d6-c711-40f6-a677-571d56946c0d requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:59.730324 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8511bfef-9376-4f6d-be43-f419377d835a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:59.730498 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8511bfef-9376-4f6d-be43-f419377d835a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:28:59.751899 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-8511bfef-9376-4f6d-be43-f419377d835a admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4346600 Sep 17 04:28:59.762407 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3c33b079-45bf-41af-b056-c709aa4196e9 req-b78ffe4f-a39d-4655-aef0-555e8662508d tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538225 Sep 17 04:28:59.846860 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811dd891-1815-4e17-906c-137ad357bba4 None None] Network ca9f21d6-c711-40f6-a677-571d56946c0d requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:28:59.902549 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:28:59.920585 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-1606d06f-9180-4962-b0f1-48379c9688a3 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2666bef0-34b1-4359-b664-5517c071bcec HTTP/1.1" status: 200 len: 217 time: 0.0778160 Sep 17 04:28:59.929861 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bdccb-a78a-405d-b075-9c565b93cc61 req-4ffa34e9-82c4-44e2-8e63-f895f8a3890b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:28:59.931403 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-517bdccb-a78a-405d-b075-9c565b93cc61 req-4ffa34e9-82c4-44e2-8e63-f895f8a3890b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0774057 Sep 17 04:28:59.983836 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-517bdccb-a78a-405d-b075-9c565b93cc61 req-b75866b6-decc-438e-a9f5-a3722f5600b7 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448895 Sep 17 04:29:00.446734 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522f394-1da6-454b-9799-7f1693a2181b req-8bb16c35-90aa-4004-990e-6d1a9b2a43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:00.447796 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-8bb16c35-90aa-4004-990e-6d1a9b2a43c1 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 1128 time: 0.0400426 Sep 17 04:29:00.504619 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-aa67a42f-ab55-4a12-9d0d-47f47ca4fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:00.506243 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-aa67a42f-ab55-4a12-9d0d-47f47ca4fbf1 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=74e063ff-b39e-4271-bb62-bb4f2988c689 HTTP/1.1" status: 200 len: 851 time: 0.0993142 Sep 17 04:29:00.507658 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a53fb5-1d32-4b61-a3ef-e289baf79245 req-2629cdee-e550-46f2-90de-facaa57e8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:00.509114 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-49a53fb5-1d32-4b61-a3ef-e289baf79245 req-2629cdee-e550-46f2-90de-facaa57e8ea5 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 1127 time: 0.1008582 Sep 17 04:29:00.546884 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-8bbffef3-109f-4bbe-8fb4-872127b265f9 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba HTTP/1.1" status: 200 len: 217 time: 0.0688319 Sep 17 04:29:00.621190 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522f394-1da6-454b-9799-7f1693a2181b req-b48d5be1-4fc7-444a-8a00-ea9759c02340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:00.623214 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-b48d5be1-4fc7-444a-8a00-ea9759c02340 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.0704255 Sep 17 04:29:00.664012 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-c84e303c-1134-4b43-97eb-95cffe8fc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:00.665863 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-c84e303c-1134-4b43-97eb-95cffe8fc55a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=a004870c-865e-4a45-89cd-2aaecaa38ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1407673 Sep 17 04:29:00.666509 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:00.702970 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:00.712587 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:00.717722 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522f394-1da6-454b-9799-7f1693a2181b req-7e8d41e7-6dd2-40fb-84d6-f5444ebeb817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:00.719288 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-7e8d41e7-6dd2-40fb-84d6-f5444ebeb817 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874341 Sep 17 04:29:00.777853 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4964b-7096-489d-84e3-9824a6d4cb86 req-702309ef-95d1-4334-820b-c17fd222aa45 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:00.779325 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-15e4964b-7096-489d-84e3-9824a6d4cb86 req-702309ef-95d1-4334-820b-c17fd222aa45 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.1323330 Sep 17 04:29:00.822545 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-d7e21e0f-adb4-46b3-8853-0fd9e03f1352 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964291 Sep 17 04:29:00.826072 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a53fb5-1d32-4b61-a3ef-e289baf79245 req-61f536f5-006f-4555-92bf-465aaf63ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:00.827694 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-49a53fb5-1d32-4b61-a3ef-e289baf79245 req-61f536f5-006f-4555-92bf-465aaf63ec3c service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=e0b194b28dec41119ae0d6d913f19c31&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3012486 Sep 17 04:29:00.879314 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-0470a8d5-94ab-4370-8fd0-9a410dd27035 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/a004870c-865e-4a45-89cd-2aaecaa38ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865082 Sep 17 04:29:00.886413 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-15e4964b-7096-489d-84e3-9824a6d4cb86 req-2186a448-45db-4e13-8661-42d6ce776032 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992191 Sep 17 04:29:00.902624 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c469811-522d-4c15-aa0b-394fecc408e0 req-1232dd29-da76-4ced-95fd-a05bececdfa9 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:00.904247 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3c469811-522d-4c15-aa0b-394fecc408e0 req-1232dd29-da76-4ced-95fd-a05bececdfa9 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0576274 Sep 17 04:29:01.011751 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3c469811-522d-4c15-aa0b-394fecc408e0 req-5b38a229-1abd-4adf-bb96-e1490e3eef1e tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010044 Sep 17 04:29:01.056767 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d522f394-1da6-454b-9799-7f1693a2181b req-3f5d6eb8-fa0d-4601-979d-68ac72d2a6e8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301622 Sep 17 04:29:01.095312 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a53fb5-1d32-4b61-a3ef-e289baf79245 req-0902a840-6374-433b-a300-e59bf6aa2d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:01.096926 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-49a53fb5-1d32-4b61-a3ef-e289baf79245 req-0902a840-6374-433b-a300-e59bf6aa2d7e service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702909 Sep 17 04:29:01.102135 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:01.176626 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8ffd1a24-5126-4b93-a3ae-1ad4cea677b8 req-a228232e-6077-429d-861b-6dcb09629e40 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/a004870c-865e-4a45-89cd-2aaecaa38ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827826 Sep 17 04:29:01.192216 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4942-db31-4f95-8dfc-e0e779ef22ed req-59e2d1fd-77d5-4d00-af8f-7880c8f27630 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:01.194081 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7c5a4942-db31-4f95-8dfc-e0e779ef22ed req-59e2d1fd-77d5-4d00-af8f-7880c8f27630 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0634551 Sep 17 04:29:01.247811 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7c5a4942-db31-4f95-8dfc-e0e779ef22ed req-02ae6cd0-4948-4687-a78c-aafc68bfb4ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472276 Sep 17 04:29:02.014496 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f81c2-1eea-42c8-86dd-ccdc359f8cb6 req-870bc84c-943e-4037-89c7-10123ac9cd76 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:02.015916 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-038f81c2-1eea-42c8-86dd-ccdc359f8cb6 req-870bc84c-943e-4037-89c7-10123ac9cd76 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.0515952 Sep 17 04:29:02.063994 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-038f81c2-1eea-42c8-86dd-ccdc359f8cb6 req-c2b9b3cb-ccaa-4d34-b3bb-3e7b569976a4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423489 Sep 17 04:29:02.136594 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6ba35-f1d4-41d6-a55b-142207e7b3e9 req-0d4183db-3a9d-4b94-8d38-b1734517141d tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:02.138053 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-78a6ba35-f1d4-41d6-a55b-142207e7b3e9 req-0d4183db-3a9d-4b94-8d38-b1734517141d tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0466454 Sep 17 04:29:02.184849 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-78a6ba35-f1d4-41d6-a55b-142207e7b3e9 req-fce0c1c3-e021-4dc7-84bc-51539d55e4ad tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Sep 17 04:29:02.387870 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a99f6-658e-41b4-9b11-927f35461bff req-647c948b-2980-43de-bb80-15e4edbbb294 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:02.389417 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-974a99f6-658e-41b4-9b11-927f35461bff req-647c948b-2980-43de-bb80-15e4edbbb294 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0478463 Sep 17 04:29:02.440941 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-974a99f6-658e-41b4-9b11-927f35461bff req-d4029b39-87fc-40be-87aa-4d9596fd32ea tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451670 Sep 17 04:29:02.671403 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35850) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:02.780645 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-00c7a633-d572-4915-a12a-195ec9f0ce11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:02.855941 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-00c7a633-d572-4915-a12a-195ec9f0ce11 admin admin] Publish callbacks [] for security_group (19ad4ec1-1537-4cf9-94b7-207270974b1a), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:02.861560 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-00c7a633-d572-4915-a12a-195ec9f0ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (19ad4ec1-1537-4cf9-94b7-207270974b1a), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:02.901693 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-00c7a633-d572-4915-a12a-195ec9f0ce11 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6f8e5da07136490988f2be09153304dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296464 Sep 17 04:29:02.902777 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7a633-d572-4915-a12a-195ec9f0ce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ad4ec1-1537-4cf9-94b7-207270974b1a,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:02.904636 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 35856) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:02.956819 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6c1efc6e-e5af-4238-9e03-e278d2361de0 admin admin] Publish callbacks [] for security_group (19ad4ec1-1537-4cf9-94b7-207270974b1a), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:02.977975 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6c1efc6e-e5af-4238-9e03-e278d2361de0 admin admin] Publish callbacks [] for security_group (19ad4ec1-1537-4cf9-94b7-207270974b1a), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:03.035377 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6c1efc6e-e5af-4238-9e03-e278d2361de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (19ad4ec1-1537-4cf9-94b7-207270974b1a), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:03.039208 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6c1efc6e-e5af-4238-9e03-e278d2361de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:03.041100 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-6c1efc6e-e5af-4238-9e03-e278d2361de0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/19ad4ec1-1537-4cf9-94b7-207270974b1a HTTP/1.1" status: 204 len: 168 time: 0.1345196 Sep 17 04:29:03.050546 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1efc6e-e5af-4238-9e03-e278d2361de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ad4ec1-1537-4cf9-94b7-207270974b1a,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:03.192912 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb78b4-ac67-4e36-89a8-d33abfba8ba1 req-335837b6-8c46-45c8-a5ff-836102d5a3ac tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:03.196224 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c2fb78b4-ac67-4e36-89a8-d33abfba8ba1 req-335837b6-8c46-45c8-a5ff-836102d5a3ac tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.0567825 Sep 17 04:29:03.251117 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c2fb78b4-ac67-4e36-89a8-d33abfba8ba1 req-05a7dbd3-c307-41d4-a3dd-c00ad9f15dee tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480573 Sep 17 04:29:03.328422 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d65711-fda8-45eb-b957-52b7975791d1 req-aa02b8be-c6f3-4c7a-a8c0-1c7330fe8aa9 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:03.331737 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-47d65711-fda8-45eb-b957-52b7975791d1 req-aa02b8be-c6f3-4c7a-a8c0-1c7330fe8aa9 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0543637 Sep 17 04:29:03.372349 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:03.412949 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-47d65711-fda8-45eb-b957-52b7975791d1 req-02636e30-9147-4655-804c-ebe4435d52df tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749323 Sep 17 04:29:03.441513 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 35882) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:03.452637 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-abac5507-f58d-44bc-be9b-86dfff252022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:03.572689 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-abac5507-f58d-44bc-be9b-86dfff252022 admin admin] Publish callbacks [] for security_group (26915fdf-a46d-43c8-8da4-d7d2f15ee335), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:03.600457 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-abac5507-f58d-44bc-be9b-86dfff252022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (26915fdf-a46d-43c8-8da4-d7d2f15ee335), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:03.612399 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:03.667032 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb8038-888f-47bd-9bf6-1cf7b31bcdf7 req-c968c86a-a167-4eef-acf1-5c357b75a44a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:03.677279 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c3bb8038-888f-47bd-9bf6-1cf7b31bcdf7 req-c968c86a-a167-4eef-acf1-5c357b75a44a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.1309619 Sep 17 04:29:03.809185 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:03.899832 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-abac5507-f58d-44bc-be9b-86dfff252022 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=680a6904139b4a68967d055bba9f9447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4674497 Sep 17 04:29:03.902502 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac5507-f58d-44bc-be9b-86dfff252022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26915fdf-a46d-43c8-8da4-d7d2f15ee335,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:03.902909 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35894) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:03.932983 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c3bb8038-888f-47bd-9bf6-1cf7b31bcdf7 req-055934d7-29ec-47c7-9caa-24c213067b80 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548203 Sep 17 04:29:03.955464 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-01e53722-b94c-49aa-9bb4-3d5b2cdbf8bf admin admin] Publish callbacks [] for security_group (26915fdf-a46d-43c8-8da4-d7d2f15ee335), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:03.975561 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-01e53722-b94c-49aa-9bb4-3d5b2cdbf8bf admin admin] Publish callbacks [] for security_group (26915fdf-a46d-43c8-8da4-d7d2f15ee335), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:04.017204 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:04.048003 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-01e53722-b94c-49aa-9bb4-3d5b2cdbf8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (26915fdf-a46d-43c8-8da4-d7d2f15ee335), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:04.050850 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-01e53722-b94c-49aa-9bb4-3d5b2cdbf8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:04.052052 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-01e53722-b94c-49aa-9bb4-3d5b2cdbf8bf admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/26915fdf-a46d-43c8-8da4-d7d2f15ee335 HTTP/1.1" status: 204 len: 168 time: 0.1481471 Sep 17 04:29:04.065733 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e53722-b94c-49aa-9bb4-3d5b2cdbf8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26915fdf-a46d-43c8-8da4-d7d2f15ee335,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:04.364736 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:04.378530 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17591d-2245-48d5-9586-782c371aff83 req-9adbe4cd-6d19-46e7-9a73-e6868fbabb8f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:04.380013 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3c17591d-2245-48d5-9586-782c371aff83 req-9adbe4cd-6d19-46e7-9a73-e6868fbabb8f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.0483725 Sep 17 04:29:04.429877 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3c17591d-2245-48d5-9586-782c371aff83 req-a8ae0019-97b2-444a-9da4-88deebcb4547 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429049 Sep 17 04:29:04.535546 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abdf7c-d8dd-45cf-a7da-6a33d3bf68af req-220e29fb-3b65-46bd-a06e-79433129cf66 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:04.536976 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d8abdf7c-d8dd-45cf-a7da-6a33d3bf68af req-220e29fb-3b65-46bd-a06e-79433129cf66 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0461376 Sep 17 04:29:04.584392 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d8abdf7c-d8dd-45cf-a7da-6a33d3bf68af req-c9e5dd13-f299-4535-a16f-05d3dd7844cc tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418091 Sep 17 04:29:05.060409 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7302676-63c2-4825-be5e-29d11d82c799 req-fe543a26-f4d9-48c7-ade9-f85da73ab14f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:05.062046 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a7302676-63c2-4825-be5e-29d11d82c799 req-fe543a26-f4d9-48c7-ade9-f85da73ab14f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0504470 Sep 17 04:29:05.114134 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a7302676-63c2-4825-be5e-29d11d82c799 req-f2add80e-c61b-42b7-81bf-4ed2ff18e3fe tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459607 Sep 17 04:29:05.173692 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 35940) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:05.289458 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e2c23983-45e1-46b0-a1ac-65ab6729bfaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:05.367762 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e2c23983-45e1-46b0-a1ac-65ab6729bfaa admin admin] Publish callbacks [] for security_group (86588996-ffbe-4f6b-b307-e3f2d2a7cd38), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:05.375490 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e2c23983-45e1-46b0-a1ac-65ab6729bfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (86588996-ffbe-4f6b-b307-e3f2d2a7cd38), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:05.414941 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-e2c23983-45e1-46b0-a1ac-65ab6729bfaa admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a808f54737d241aab1e766382c08e9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399569 Sep 17 04:29:05.415761 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c23983-45e1-46b0-a1ac-65ab6729bfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86588996-ffbe-4f6b-b307-e3f2d2a7cd38,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:05.418701 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 35944) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:05.449178 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:05.475293 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8b04475f-0368-4d3c-b0ba-42001a8d4af6 admin admin] Publish callbacks [] for security_group (86588996-ffbe-4f6b-b307-e3f2d2a7cd38), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:05.497976 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8b04475f-0368-4d3c-b0ba-42001a8d4af6 admin admin] Publish callbacks [] for security_group (86588996-ffbe-4f6b-b307-e3f2d2a7cd38), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:05.564819 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04970253-3c0d-4f6a-b8b0-9d2dcaf56cd2 req-5b18d17f-fab3-4713-9145-fcb1f1ef7eb3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:05.566285 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-04970253-3c0d-4f6a-b8b0-9d2dcaf56cd2 req-5b18d17f-fab3-4713-9145-fcb1f1ef7eb3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.0602496 Sep 17 04:29:05.598274 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8b04475f-0368-4d3c-b0ba-42001a8d4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (86588996-ffbe-4f6b-b307-e3f2d2a7cd38), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:05.600659 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8b04475f-0368-4d3c-b0ba-42001a8d4af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:05.602108 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-8b04475f-0368-4d3c-b0ba-42001a8d4af6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/86588996-ffbe-4f6b-b307-e3f2d2a7cd38 HTTP/1.1" status: 204 len: 168 time: 0.1816797 Sep 17 04:29:05.619039 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04475f-0368-4d3c-b0ba-42001a8d4af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86588996-ffbe-4f6b-b307-e3f2d2a7cd38,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:05.630983 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-04970253-3c0d-4f6a-b8b0-9d2dcaf56cd2 req-14c1aa77-13b1-4415-bad3-9c0ca655cccb tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587466 Sep 17 04:29:05.723752 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2743026-edf9-44aa-8f06-655c091205e9 req-b779dc5d-2a10-4693-a1e6-a1e66adbabcd tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:05.725365 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d2743026-edf9-44aa-8f06-655c091205e9 req-b779dc5d-2a10-4693-a1e6-a1e66adbabcd tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0623770 Sep 17 04:29:05.781385 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d2743026-edf9-44aa-8f06-655c091205e9 req-86aa5df1-0b80-43ad-a944-0d3e3167b080 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499134 Sep 17 04:29:06.238495 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c35c-9fce-4dd1-bab7-5e3db87562ba req-729eb148-b42f-4a33-9ac9-08a6eed62552 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:06.239971 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82a3c35c-9fce-4dd1-bab7-5e3db87562ba req-729eb148-b42f-4a33-9ac9-08a6eed62552 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0472817 Sep 17 04:29:06.290322 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82a3c35c-9fce-4dd1-bab7-5e3db87562ba req-c75590ca-fe4a-4237-ab01-ebdc053f3095 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446427 Sep 17 04:29:06.783485 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd89b0-f136-4d56-b66a-be813808519b req-db7a9480-1e3b-4b03-933b-798bea420f94 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:06.784973 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-eddd89b0-f136-4d56-b66a-be813808519b req-db7a9480-1e3b-4b03-933b-798bea420f94 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 944 time: 0.0557654 Sep 17 04:29:06.838775 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-eddd89b0-f136-4d56-b66a-be813808519b req-aed07e1f-3f60-4671-963e-b74849913502 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479019 Sep 17 04:29:06.908310 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb69c2-eb0d-4bb4-a3f8-ed79b98a781a req-fd4ae2f5-cd0b-4830-bead-976a603499a1 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:06.909695 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e6fb69c2-eb0d-4bb4-a3f8-ed79b98a781a req-fd4ae2f5-cd0b-4830-bead-976a603499a1 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0461404 Sep 17 04:29:06.958237 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e6fb69c2-eb0d-4bb4-a3f8-ed79b98a781a req-326f9bc0-718f-448e-9325-703c3759cdb3 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428717 Sep 17 04:29:07.367298 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:29:07.424996 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629457a-0060-48c5-8294-fa2c45f85785 req-7630ab12-9469-4aec-b44b-08347f6b0234 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:07.426402 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6629457a-0060-48c5-8294-fa2c45f85785 req-7630ab12-9469-4aec-b44b-08347f6b0234 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0473912 Sep 17 04:29:07.475290 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6629457a-0060-48c5-8294-fa2c45f85785 req-9db3ee25-1104-448f-8634-cf24feec2a68 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425889 Sep 17 04:29:07.475521 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:07.491661 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'port_id': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'mac_address': 'fa:16:3e:db:f3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:29:07.526438 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:07.526817 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:07.540386 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:29:07.561055 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:07.567752 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:07.613652 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:07.963885 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cbb16-8991-4166-8023-f2dac97561eb req-0440155f-e222-4add-b41b-8c9912e91f81 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:07.965334 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1f0cbb16-8991-4166-8023-f2dac97561eb req-0440155f-e222-4add-b41b-8c9912e91f81 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 945 time: 0.0462761 Sep 17 04:29:08.012879 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1f0cbb16-8991-4166-8023-f2dac97561eb req-7bcb7136-0688-49a2-be00-77bf737428cb tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417886 Sep 17 04:29:08.081621 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc79775-e486-4a8f-81a5-2d6af1fe76e1 req-9feb0030-ac36-45f7-a4ae-1631ab6532e4 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:08.083101 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9fc79775-e486-4a8f-81a5-2d6af1fe76e1 req-9feb0030-ac36-45f7-a4ae-1631ab6532e4 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0493045 Sep 17 04:29:08.140598 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9fc79775-e486-4a8f-81a5-2d6af1fe76e1 req-2ebe51ba-3af3-453e-ba5e-c753ef2ae65f tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518434 Sep 17 04:29:08.386884 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:29:08.523397 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:08.610765 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2befd-281f-496c-a813-2667825be02c req-b84d2f88-944b-463d-a125-f25c19e7a15c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:08.612269 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-60e2befd-281f-496c-a813-2667825be02c req-b84d2f88-944b-463d-a125-f25c19e7a15c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0500538 Sep 17 04:29:08.660215 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-60e2befd-281f-496c-a813-2667825be02c req-aa5e5d59-b6b0-45c8-b0c6-d90e183db3a3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421658 Sep 17 04:29:09.158138 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc692a4-3df1-4d02-85ab-b73e9c5bc684 req-f24bf673-a22e-4fc7-9ba5-f706b1a65115 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:09.159583 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1bc692a4-3df1-4d02-85ab-b73e9c5bc684 req-f24bf673-a22e-4fc7-9ba5-f706b1a65115 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 945 time: 0.0520329 Sep 17 04:29:09.207305 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1bc692a4-3df1-4d02-85ab-b73e9c5bc684 req-92dee299-0f79-4c51-81c3-ff4ad90740f1 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419614 Sep 17 04:29:09.260402 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101be94-985d-48ce-a906-2a9e02655b86 req-ab9dfffb-7074-4425-a0ec-04c60fc5e3d9 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:09.261903 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5101be94-985d-48ce-a906-2a9e02655b86 req-ab9dfffb-7074-4425-a0ec-04c60fc5e3d9 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0479937 Sep 17 04:29:09.308481 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5101be94-985d-48ce-a906-2a9e02655b86 req-97336192-ec11-457a-a7cb-9749f1be559d tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410056 Sep 17 04:29:09.783781 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb0fc6-0535-49aa-9cc5-f630c590ecbc req-dae3273a-ba7b-4518-87b7-594199ba16e2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:09.785305 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-97fb0fc6-0535-49aa-9cc5-f630c590ecbc req-dae3273a-ba7b-4518-87b7-594199ba16e2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0457540 Sep 17 04:29:09.797248 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:09.834086 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-97fb0fc6-0535-49aa-9cc5-f630c590ecbc req-af50e4bd-6a02-4300-933a-9837d54d6903 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431845 Sep 17 04:29:10.342593 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d098c-0d48-4efc-b209-e864b4b87a13 req-6b22cb3b-cec0-4349-a8ac-8b93504b599f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:10.343570 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3a7d098c-0d48-4efc-b209-e864b4b87a13 req-6b22cb3b-cec0-4349-a8ac-8b93504b599f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 945 time: 0.0463243 Sep 17 04:29:10.396462 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3a7d098c-0d48-4efc-b209-e864b4b87a13 req-3c8a0778-39b7-46f4-b0ef-ea4f2e4076b6 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470605 Sep 17 04:29:10.434442 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eae3f8-9ebc-42e6-b01b-c51e1ce6ae4c req-92e91914-8c94-409f-9669-95148d1080f5 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:10.437112 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-81eae3f8-9ebc-42e6-b01b-c51e1ce6ae4c req-92e91914-8c94-409f-9669-95148d1080f5 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0532985 Sep 17 04:29:10.510375 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-81eae3f8-9ebc-42e6-b01b-c51e1ce6ae4c req-ec485081-a1d2-4fa0-a949-4e3ae2c616cb tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670917 Sep 17 04:29:10.961366 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:10.971269 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48511eab-31d6-474a-9def-b47383309c9f req-2c5aadf1-6d0f-4448-8ac1-b6939b59ebd1 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:10.972875 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-48511eab-31d6-474a-9def-b47383309c9f req-2c5aadf1-6d0f-4448-8ac1-b6939b59ebd1 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0546746 Sep 17 04:29:11.026754 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-48511eab-31d6-474a-9def-b47383309c9f req-f99cf050-e498-4c24-a66a-c05e5a76cda4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475168 Sep 17 04:29:11.519365 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:11.531418 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a253bd9-98f1-441b-acb6-de01b6c2e7a0 req-199895f7-8cc6-4f35-9b5c-0dd5fdd1869c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:11.533024 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9a253bd9-98f1-441b-acb6-de01b6c2e7a0 req-199895f7-8cc6-4f35-9b5c-0dd5fdd1869c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 945 time: 0.0509322 Sep 17 04:29:11.581737 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9a253bd9-98f1-441b-acb6-de01b6c2e7a0 req-703ab607-4bc2-4bec-8a88-3b1aaa07538e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428720 Sep 17 04:29:11.630415 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be12d2d-ddca-472d-a5fa-fef09c0d0a71 req-438cfb9c-d790-4541-b939-19874bae35f0 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:11.631912 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5be12d2d-ddca-472d-a5fa-fef09c0d0a71 req-438cfb9c-d790-4541-b939-19874bae35f0 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0471640 Sep 17 04:29:11.679077 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5be12d2d-ddca-472d-a5fa-fef09c0d0a71 req-1cb8f9a6-31ad-4cbc-8f1f-c1e914fd16a1 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415046 Sep 17 04:29:12.159103 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e0845-737c-423d-b351-e6bde7f8b117 req-42171d9e-37ca-44f4-b13f-cb460ce00339 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:12.160680 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0c0e0845-737c-423d-b351-e6bde7f8b117 req-42171d9e-37ca-44f4-b13f-cb460ce00339 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0477777 Sep 17 04:29:12.212546 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0c0e0845-737c-423d-b351-e6bde7f8b117 req-871512c0-c212-4b9d-abdf-7c8405c96188 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459919 Sep 17 04:29:12.722036 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356dd8c-83ba-4fa5-9e47-4944fc8ec41d req-c00da547-c4be-4918-888b-227ecf52e448 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:12.723366 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2356dd8c-83ba-4fa5-9e47-4944fc8ec41d req-c00da547-c4be-4918-888b-227ecf52e448 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 945 time: 0.0617769 Sep 17 04:29:12.772421 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2356dd8c-83ba-4fa5-9e47-4944fc8ec41d req-87826499-04ac-469a-b333-962edc8407bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426784 Sep 17 04:29:12.799654 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3dd7c-7df6-4e5f-9e94-da1c112fcfad req-b514a9f1-183c-4ec1-98a4-61b1a8424bd9 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:12.801121 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d0a3dd7c-7df6-4e5f-9e94-da1c112fcfad req-b514a9f1-183c-4ec1-98a4-61b1a8424bd9 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0451832 Sep 17 04:29:12.857060 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d0a3dd7c-7df6-4e5f-9e94-da1c112fcfad req-c0d23aff-5857-4720-a573-227d8c38549e tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500107 Sep 17 04:29:13.301254 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:13.337162 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1eea1-bac5-4782-9a22-4c0da2ed9ec5 req-403dc440-a282-4c1a-a46e-8abc356433c5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:13.338597 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-94c1eea1-bac5-4782-9a22-4c0da2ed9ec5 req-403dc440-a282-4c1a-a46e-8abc356433c5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0469329 Sep 17 04:29:13.387096 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-94c1eea1-bac5-4782-9a22-4c0da2ed9ec5 req-71e9d4d0-55fd-4144-8a00-4a5ac1ab8d4e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425773 Sep 17 04:29:13.898029 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807207c-d2ed-4029-b7b7-c9680e49a2f7 req-ff0a1e2f-6187-40e6-b272-9ceefe9cc47e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:13.899517 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e807207c-d2ed-4029-b7b7-c9680e49a2f7 req-ff0a1e2f-6187-40e6-b272-9ceefe9cc47e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 945 time: 0.0477428 Sep 17 04:29:13.947494 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e807207c-d2ed-4029-b7b7-c9680e49a2f7 req-0fd5cb73-18fb-49ce-8f39-5313d50cdc13 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420065 Sep 17 04:29:13.986014 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce50a3-d354-4134-9991-c9bd77ec87fd req-fa265d93-36c9-4ea7-a92f-100431d0a996 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:13.987510 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-12ce50a3-d354-4134-9991-c9bd77ec87fd req-fa265d93-36c9-4ea7-a92f-100431d0a996 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0550177 Sep 17 04:29:14.035703 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-12ce50a3-d354-4134-9991-c9bd77ec87fd req-87f562d5-9203-405e-9f3f-fb00179e59da tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Sep 17 04:29:14.169505 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:29:14.218644 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:29:14.225129 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:14.225528 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:14.225864 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba Sep 17 04:29:14.305615 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:14.306136 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:14.331497 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508f0590-1d24-42b5-9275-280c6cedff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:29:14.418890 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:14.427122 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:14.535066 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63459c5a-1c46-4e1a-acf6-1611d54e2877 req-dcd554f4-225a-4944-a4da-842ac81c5b41 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:14.536122 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:14.542516 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-63459c5a-1c46-4e1a-acf6-1611d54e2877 req-dcd554f4-225a-4944-a4da-842ac81c5b41 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0678051 Sep 17 04:29:14.585896 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fd1a71-1888-41ab-b880-eb1f6ccb0527" -d '{"events": [{"server_uuid": "508f0590-1d24-42b5-9275-280c6cedff50", "name": "network-vif-plugged", "status": "completed", "tag": "976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:29:14.596475 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-63459c5a-1c46-4e1a-acf6-1611d54e2877 req-ce4c470c-ffce-4892-9285-a5ad771c1692 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530839 Sep 17 04:29:14.723353 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e238867-e8b8-4037-9929-db9145c35809 x-openstack-request-id: req-8e238867-e8b8-4037-9929-db9145c35809 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:29:14.723659 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508f0590-1d24-42b5-9275-280c6cedff50", "name": "network-vif-plugged", "status": "completed", "tag": "976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:29:14.723923 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e238867-e8b8-4037-9929-db9145c35809 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:29:14.724344 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e238867-e8b8-4037-9929-db9145c35809'] response: {'server_uuid': '508f0590-1d24-42b5-9275-280c6cedff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'code': 200} Sep 17 04:29:15.068077 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807307a-2c6f-4de5-b7b4-d17c6ea94b56 req-da2e37a5-5401-4b04-9ab7-b0b89ca628d9 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:15.069843 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0807307a-2c6f-4de5-b7b4-d17c6ea94b56 req-da2e37a5-5401-4b04-9ab7-b0b89ca628d9 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0473421 Sep 17 04:29:15.119730 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0807307a-2c6f-4de5-b7b4-d17c6ea94b56 req-d91f14e7-a8ec-43e7-bf4c-943c8b7661dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434656 Sep 17 04:29:15.159510 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9460d5-7980-4935-94c4-74cc80c6a460 req-f7fde73b-ccf7-4b3d-ae01-cd27119d5551 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:15.161059 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ef9460d5-7980-4935-94c4-74cc80c6a460 req-f7fde73b-ccf7-4b3d-ae01-cd27119d5551 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0481796 Sep 17 04:29:15.209464 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ef9460d5-7980-4935-94c4-74cc80c6a460 req-03a8cdf9-73ce-484d-a924-299ecce0be73 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Sep 17 04:29:15.466054 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-329838eb-8c74-43d5-9ac9-ca4ff5494df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:15.468087 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-329838eb-8c74-43d5-9ac9-ca4ff5494df9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 1127 time: 0.0441101 Sep 17 04:29:15.564260 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-c3b3a72e-8b41-475e-bfec-89cfc40050ff service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9 HTTP/1.1" status: 200 len: 217 time: 0.0568154 Sep 17 04:29:15.710508 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c00471-bf01-4e43-996c-a63959f6e7ec req-c46189a5-fa7c-467f-a671-e81c59aec8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:15.713259 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-31c00471-bf01-4e43-996c-a63959f6e7ec req-c46189a5-fa7c-467f-a671-e81c59aec8df service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 1130 time: 0.1007679 Sep 17 04:29:15.718762 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-bb347b79-0500-4e93-8cfd-dda66fecf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:15.720216 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-bb347b79-0500-4e93-8cfd-dda66fecf6c1 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 HTTP/1.1" status: 200 len: 854 time: 0.1501615 Sep 17 04:29:15.752034 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56fa2c-8fc4-435d-abb4-edd71a0351f6 req-45fcc3c3-c2f7-4af7-a4ce-5e17dc90f499 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:15.754150 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7a56fa2c-8fc4-435d-abb4-edd71a0351f6 req-45fcc3c3-c2f7-4af7-a4ce-5e17dc90f499 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0542500 Sep 17 04:29:15.811617 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7a56fa2c-8fc4-435d-abb4-edd71a0351f6 req-0f4c0db7-74e0-408d-8e6d-19fbe39f638a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511334 Sep 17 04:29:16.261665 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4ddbf-5e2e-4d02-99e5-aaf678757d9e req-a76e1542-1333-42cf-b589-f8d413647bb8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:16.263170 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3cc4ddbf-5e2e-4d02-99e5-aaf678757d9e req-a76e1542-1333-42cf-b589-f8d413647bb8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0536416 Sep 17 04:29:16.314476 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3cc4ddbf-5e2e-4d02-99e5-aaf678757d9e req-f1af9d12-a0f6-44a3-bd99-046e678e3bc4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455079 Sep 17 04:29:16.329170 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78aa651-4e4c-42a3-bf6e-f28037bd27df req-e0c1b7bf-fcc4-425c-8e71-be8b0bccbc24 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:16.330699 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d78aa651-4e4c-42a3-bf6e-f28037bd27df req-e0c1b7bf-fcc4-425c-8e71-be8b0bccbc24 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0465369 Sep 17 04:29:16.378648 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d78aa651-4e4c-42a3-bf6e-f28037bd27df req-d15e59f6-a171-478f-bae2-70884af532ed tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 Sep 17 04:29:16.506981 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=16 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:16.516391 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=14 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:16.938890 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93746e-c9af-448b-933a-da5e98d3f32a req-1d232bef-9229-45f9-80c6-6553f84ab737 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:16.940474 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8c93746e-c9af-448b-933a-da5e98d3f32a req-1d232bef-9229-45f9-80c6-6553f84ab737 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0493660 Sep 17 04:29:16.991616 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8c93746e-c9af-448b-933a-da5e98d3f32a req-9f8dbdac-8f58-4e11-a809-6a876fcb51c2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452721 Sep 17 04:29:17.444738 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b05f3f-9b7f-4889-a9d6-bcce83ac6f15 req-682a4987-3e23-49da-9d2a-6c32a044def3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:17.446210 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f4b05f3f-9b7f-4889-a9d6-bcce83ac6f15 req-682a4987-3e23-49da-9d2a-6c32a044def3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0511177 Sep 17 04:29:17.492784 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f4b05f3f-9b7f-4889-a9d6-bcce83ac6f15 req-aae98b3d-372c-47c3-8a04-a876ecd5d092 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406468 Sep 17 04:29:17.505751 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106af54-083a-4a4f-9a3d-952e108e8d4f req-9bd9c0d9-c115-4d66-a8d2-6301cb7ec60f tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:17.507203 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2106af54-083a-4a4f-9a3d-952e108e8d4f req-9bd9c0d9-c115-4d66-a8d2-6301cb7ec60f tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 944 time: 0.0506942 Sep 17 04:29:17.553585 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2106af54-083a-4a4f-9a3d-952e108e8d4f req-c0385b9d-2703-47fa-a16e-9dc7ce3b5c77 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Sep 17 04:29:17.784162 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 2666bef0-34b1-4359-b664-5517c071bcec details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:29:17.815485 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-31c00471-bf01-4e43-996c-a63959f6e7ec req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:17.854717 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-d30c68a8-7965-4e93-9c35-3b821a0242f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:17.856206 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-d30c68a8-7965-4e93-9c35-3b821a0242f1 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e95cd093-c909-4fa1-980b-df0004dd3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710537 Sep 17 04:29:17.860598 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:17.871000 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:17.904078 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 2666bef0-34b1-4359-b664-5517c071bcec, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2666bef0-34b1-4359-b664-5517c071bcec,segment=NetworkSegment(a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b),segment_id=a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:17.915507 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '2666bef0-34b1-4359-b664-5517c071bcec', 'network_id': 'a004870c-865e-4a45-89cd-2aaecaa38ecd', 'port_id': '2666bef0-34b1-4359-b664-5517c071bcec', 'mac_address': 'fa:16:3e:b9:b0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e063ff-b39e-4271-bb62-bb4f2988c689', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:29:17.919704 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-31c00471-bf01-4e43-996c-a63959f6e7ec req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Publish callbacks [] for security_group (a4b7022e-8a51-42e6-bb98-8dd22e7f9622), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:17.924366 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-31c00471-bf01-4e43-996c-a63959f6e7ec req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (a4b7022e-8a51-42e6-bb98-8dd22e7f9622), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:17.955500 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 2666bef0-34b1-4359-b664-5517c071bcec is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:17.955889 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2666bef0-34b1-4359-b664-5517c071bcec), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:17.974272 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b7022e-8a51-42e6-bb98-8dd22e7f9622,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:17.979678 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-31c00471-bf01-4e43-996c-a63959f6e7ec req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965077 Sep 17 04:29:17.984342 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2666bef0-34b1-4359-b664-5517c071bcec {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:29:17.984522 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.984886 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.985306 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.985608 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.985920 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.986244 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.986789 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.986879 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.987157 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.987477 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.987809 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.988122 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.988432 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.988732 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:17.989047 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6858e0-a593-4f02-abad-337c013ccf54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.009924 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 2666bef0-34b1-4359-b664-5517c071bcec, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2666bef0-34b1-4359-b664-5517c071bcec,segment=NetworkSegment(a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b),segment_id=a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:18.014913 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2666bef0-34b1-4359-b664-5517c071bcec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:18.069909 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=2666bef0-34b1-4359-b664-5517c071bcec,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:18.077006 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.077377 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.077741 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.078098 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.078431 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.078839 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.079279 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.079633 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.079972 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.080295 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.080618 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.080961 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.081315 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.081633 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.081949 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:18.132391 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf557949-1b54-4699-b825-a36f5dc49d90 req-859e0f8e-b4fa-49b5-b404-90a25188568a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:18.133885 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cf557949-1b54-4699-b825-a36f5dc49d90 req-859e0f8e-b4fa-49b5-b404-90a25188568a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0496826 Sep 17 04:29:18.164858 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:18.187955 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cf557949-1b54-4699-b825-a36f5dc49d90 req-0fadbbfd-d24b-48a7-9373-dcd8922f7d11 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484171 Sep 17 04:29:18.436244 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-61c48a6e-2071-4d1f-b3bb-e3c579c17836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:18.580977 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:18.618080 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9b307-a44e-46e1-b0e7-9a4bb9610a9a req-afd10aec-f93b-4d45-9beb-603fba39c2a0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:18.619537 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fdf9b307-a44e-46e1-b0e7-9a4bb9610a9a req-afd10aec-f93b-4d45-9beb-603fba39c2a0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0483401 Sep 17 04:29:18.668258 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fdf9b307-a44e-46e1-b0e7-9a4bb9610a9a req-628c10aa-fecc-45f1-b1e1-f6ac90bdf21b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430293 Sep 17 04:29:18.672265 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d490aa4-966c-4507-be60-89428736e7dd req-714d0987-7ee3-4751-82d7-4979b2e3992b tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:18.673896 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2d490aa4-966c-4507-be60-89428736e7dd req-714d0987-7ee3-4751-82d7-4979b2e3992b tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 945 time: 0.0454407 Sep 17 04:29:18.720402 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2d490aa4-966c-4507-be60-89428736e7dd req-c15f59d9-b1cf-4441-afd6-b7c0d71f4be8 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Sep 17 04:29:19.327819 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c4b47-31d3-455b-ba58-422dfff3227f req-8c6b278a-2da9-4fcd-b200-b2d84d1f4029 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:19.329290 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-432c4b47-31d3-455b-ba58-422dfff3227f req-8c6b278a-2da9-4fcd-b200-b2d84d1f4029 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0499635 Sep 17 04:29:19.374943 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-432c4b47-31d3-455b-ba58-422dfff3227f req-f7db2bc5-c91a-4b67-aa6a-3d4e3a73ecc3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400226 Sep 17 04:29:19.786648 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:19.800787 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c68d02-11ce-4ac5-9145-add233eb9c45 req-c888db2f-dc13-4869-b121-384cd771747b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:19.802279 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-60c68d02-11ce-4ac5-9145-add233eb9c45 req-c888db2f-dc13-4869-b121-384cd771747b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0524220 Sep 17 04:29:19.849130 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a45cf-5c15-4ceb-8201-75ac7cbc2ba7 req-c5fffcb6-3efd-4c02-8f4d-4ec16d9cede2 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:19.850847 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d85a45cf-5c15-4ceb-8201-75ac7cbc2ba7 req-c5fffcb6-3efd-4c02-8f4d-4ec16d9cede2 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 945 time: 0.0549002 Sep 17 04:29:19.855565 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-60c68d02-11ce-4ac5-9145-add233eb9c45 req-bf90c421-586d-44a7-9014-d9c7857b2bde tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474710 Sep 17 04:29:19.900023 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d85a45cf-5c15-4ceb-8201-75ac7cbc2ba7 req-8a49e944-ba8a-4026-a6ae-ebfa3de7cec8 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413766 Sep 17 04:29:20.022380 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-d61831e5-939e-499d-b1ec-0de0fe00e773 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872858 Sep 17 04:29:20.221468 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['2666bef0-34b1-4359-b664-5517c071bcec'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:29:20.506609 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e69d5-c5aa-4bf8-8709-2070f35845b7 req-e8536571-2a18-4a52-a6b3-a722b3d3a90f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:20.508158 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-060e69d5-c5aa-4bf8-8709-2070f35845b7 req-e8536571-2a18-4a52-a6b3-a722b3d3a90f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0496342 Sep 17 04:29:20.556310 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-060e69d5-c5aa-4bf8-8709-2070f35845b7 req-de88c0ff-29c5-414b-b5e9-ed8c1d4b8fc7 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422716 Sep 17 04:29:20.610715 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3c34bc4c-14dd-43dc-b67f-f6fb6472530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:20.729661 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39520af6-0208-4abc-8694-6e61f7e729b3 req-8ae3bcee-cc82-4d75-bd86-5dcfcd6d2b5e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914576 Sep 17 04:29:20.979124 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613daf40-e550-443a-9009-4ac7e28ae11a req-958cc102-d062-405b-b25a-5760e711cf1a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:20.980756 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-613daf40-e550-443a-9009-4ac7e28ae11a req-958cc102-d062-405b-b25a-5760e711cf1a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0499282 Sep 17 04:29:21.030649 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-613daf40-e550-443a-9009-4ac7e28ae11a req-7974e5ff-abec-4592-bd9d-179999f28d96 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442502 Sep 17 04:29:21.033017 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d1f1d-d92c-40cf-8a32-bd455445d067 req-0cb1ae17-76e5-4617-a6c1-051da77f3a2a tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:21.035041 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fa0d1f1d-d92c-40cf-8a32-bd455445d067 req-0cb1ae17-76e5-4617-a6c1-051da77f3a2a tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 945 time: 0.0532079 Sep 17 04:29:21.090533 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fa0d1f1d-d92c-40cf-8a32-bd455445d067 req-e89da345-f4b3-4f54-aaad-e91272dcd403 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493312 Sep 17 04:29:21.503926 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 2666bef0-34b1-4359-b664-5517c071bcec up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:29:21.548905 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:21.553527 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port 2666bef0-34b1-4359-b664-5517c071bcec completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:29:21.561001 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 2666bef0-34b1-4359-b664-5517c071bcec triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:21.561599 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (2666bef0-34b1-4359-b664-5517c071bcec), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:21.562083 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 2666bef0-34b1-4359-b664-5517c071bcec Sep 17 04:29:21.661675 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 2666bef0-34b1-4359-b664-5517c071bcec is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:21.662315 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2666bef0-34b1-4359-b664-5517c071bcec), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:21.691180 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666bef0-34b1-4359-b664-5517c071bcec'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:29:21.693528 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe88ec57-34b4-4b6a-b66a-6296886fab30" -d '{"events": [{"server_uuid": "10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092", "name": "network-vif-plugged", "status": "completed", "tag": "2666bef0-34b1-4359-b664-5517c071bcec"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:29:21.707465 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 2666bef0-34b1-4359-b664-5517c071bcec, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2666bef0-34b1-4359-b664-5517c071bcec,segment=NetworkSegment(a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b),segment_id=a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:21.711637 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8513416-1bb6-4109-9e46-8dbd0eb7421f req-0eced892-8f65-4671-a1aa-bc51118545f4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:21.712763 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2666bef0-34b1-4359-b664-5517c071bcec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:21.722657 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a8513416-1bb6-4109-9e46-8dbd0eb7421f req-0eced892-8f65-4671-a1aa-bc51118545f4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0823648 Sep 17 04:29:21.747404 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a546e7-f290-4fff-9d74-b80c13b1929d x-openstack-request-id: req-14a546e7-f290-4fff-9d74-b80c13b1929d {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:29:21.747703 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092", "name": "network-vif-plugged", "status": "completed", "tag": "2666bef0-34b1-4359-b664-5517c071bcec", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:29:21.747957 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14a546e7-f290-4fff-9d74-b80c13b1929d {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:29:21.748453 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a546e7-f290-4fff-9d74-b80c13b1929d'] response: {'server_uuid': '10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666bef0-34b1-4359-b664-5517c071bcec', 'code': 200} Sep 17 04:29:21.766506 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=2666bef0-34b1-4359-b664-5517c071bcec,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:21.777803 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a8513416-1bb6-4109-9e46-8dbd0eb7421f req-915f2266-cff9-4e5c-8be5-4c1552265736 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541909 Sep 17 04:29:21.911692 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:22.157971 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a2ace-8c2c-43b1-a51c-cfaf582612b9 req-7b074c4d-9684-4aea-b565-3bec64fc814f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:22.159498 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-867a2ace-8c2c-43b1-a51c-cfaf582612b9 req-7b074c4d-9684-4aea-b565-3bec64fc814f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0500607 Sep 17 04:29:22.209665 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-867a2ace-8c2c-43b1-a51c-cfaf582612b9 req-5ec6a5e9-eec2-4150-81e3-60c58dc0cf36 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 Sep 17 04:29:22.212842 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ce9e9-c798-4737-b5af-76b0a6dbcd7f req-540284ef-8a12-4a7c-8c92-a2abf909dea9 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:22.215180 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dc4ce9e9-c798-4737-b5af-76b0a6dbcd7f req-540284ef-8a12-4a7c-8c92-a2abf909dea9 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0497041 Sep 17 04:29:22.267218 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dc4ce9e9-c798-4737-b5af-76b0a6dbcd7f req-664e915a-16d1-4f63-99e9-83164b41b889 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462041 Sep 17 04:29:22.921987 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb9e08-7ba4-4982-927b-ad3fe538e10e req-968de0bc-3a6d-45a0-b379-c3d99be61cc3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:22.923797 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-84cb9e08-7ba4-4982-927b-ad3fe538e10e req-968de0bc-3a6d-45a0-b379-c3d99be61cc3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0550029 Sep 17 04:29:22.976975 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-84cb9e08-7ba4-4982-927b-ad3fe538e10e req-45a8ecda-da59-4e84-ab0f-e3ee4db3cc2a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470023 Sep 17 04:29:23.355418 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59160780-9b2e-473d-bb05-b85ae5901e3c req-a7e12ba3-f81b-458e-aae2-ec50a544ed87 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:23.357542 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-59160780-9b2e-473d-bb05-b85ae5901e3c req-a7e12ba3-f81b-458e-aae2-ec50a544ed87 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0622139 Sep 17 04:29:23.428913 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9704f8-477c-4836-8d1d-6fbb33adb5f8 req-6aeadb95-9a24-4963-9e2b-b6868eab11e0 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:23.429626 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:INSERT=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:23.433633 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:23.438661 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ac9704f8-477c-4836-8d1d-6fbb33adb5f8 req-6aeadb95-9a24-4963-9e2b-b6868eab11e0 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0797546 Sep 17 04:29:23.442989 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-59160780-9b2e-473d-bb05-b85ae5901e3c req-542bda19-2f82-4df8-8e4f-4fdeb4b72a62 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729735 Sep 17 04:29:23.501367 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ac9704f8-477c-4836-8d1d-6fbb33adb5f8 req-cdc7abc4-8e18-4f15-9524-f735fc76773d tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617492 Sep 17 04:29:23.554151 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:24.105489 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bb2b6-d729-4074-8962-9e4184d2370b req-ce6d4ff5-e4fc-43a0-9342-5ce949aa05a0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:24.106987 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b62bb2b6-d729-4074-8962-9e4184d2370b req-ce6d4ff5-e4fc-43a0-9342-5ce949aa05a0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0501878 Sep 17 04:29:24.155168 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b62bb2b6-d729-4074-8962-9e4184d2370b req-83c9e109-7662-40b2-ac3b-55510982ef7d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423062 Sep 17 04:29:24.567273 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83a8e0-81ce-4556-94d4-6023810c7c8c req-dae2877c-28c0-44fc-ad80-adf47e5602f0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:24.569393 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ee83a8e0-81ce-4556-94d4-6023810c7c8c req-dae2877c-28c0-44fc-ad80-adf47e5602f0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0553112 Sep 17 04:29:24.623346 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ee83a8e0-81ce-4556-94d4-6023810c7c8c req-676bf55e-cf4d-48b0-a687-a7e83b9e14c5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454972 Sep 17 04:29:24.629247 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca19ea-401f-4a84-ad07-c55177b648e3 req-6e816907-438a-4470-b6fd-069ba7b4a3b6 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:24.630751 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-43ca19ea-401f-4a84-ad07-c55177b648e3 req-6e816907-438a-4470-b6fd-069ba7b4a3b6 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0514994 Sep 17 04:29:24.686152 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-43ca19ea-401f-4a84-ad07-c55177b648e3 req-bc8e4cbd-1302-46f2-a08f-541c2bfc8201 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496471 Sep 17 04:29:25.294636 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88226487-df3c-4314-96c4-d9df42e9cef5 req-e3a98907-fddf-44c2-ac1b-7baecdd64f55 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:25.296351 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-88226487-df3c-4314-96c4-d9df42e9cef5 req-e3a98907-fddf-44c2-ac1b-7baecdd64f55 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0498395 Sep 17 04:29:25.348334 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-88226487-df3c-4314-96c4-d9df42e9cef5 req-a6efb3b9-db4c-4f18-bb18-520999ecd3aa tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453517 Sep 17 04:29:25.715176 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:25.754266 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3112b0-bd24-431a-b75f-71fa4b337071 req-3c1c0873-c29b-4515-90fb-a4a8143cd9fc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:25.757601 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-af3112b0-bd24-431a-b75f-71fa4b337071 req-3c1c0873-c29b-4515-90fb-a4a8143cd9fc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0507560 Sep 17 04:29:25.806153 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-af3112b0-bd24-431a-b75f-71fa4b337071 req-a999ffd4-af65-4174-831e-7ab291a44e46 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445626 Sep 17 04:29:25.807131 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee505c-9e9f-4dff-8563-869227c7a687 req-42449769-8c1b-41fb-92a3-41f115980437 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:25.808604 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-44ee505c-9e9f-4dff-8563-869227c7a687 req-42449769-8c1b-41fb-92a3-41f115980437 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0478046 Sep 17 04:29:25.857422 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-44ee505c-9e9f-4dff-8563-869227c7a687 req-abe6eb63-2659-4d3d-b524-70086807c820 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424666 Sep 17 04:29:26.480967 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd13523-f502-41ba-a99f-6f9bc22deb60 req-d3f39576-ef40-4c28-9fba-fa5195614acd tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:26.482446 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cfd13523-f502-41ba-a99f-6f9bc22deb60 req-d3f39576-ef40-4c28-9fba-fa5195614acd tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0491166 Sep 17 04:29:26.535614 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cfd13523-f502-41ba-a99f-6f9bc22deb60 req-f29ea93e-10cb-4125-9fc3-4345a6abb9c6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473063 Sep 17 04:29:26.926669 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2a881-e904-41e9-b22c-a0a1a96ac394 req-f1e4b752-21aa-4c3d-9cc8-6a8cf6e2d02b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:26.928073 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e8e2a881-e904-41e9-b22c-a0a1a96ac394 req-f1e4b752-21aa-4c3d-9cc8-6a8cf6e2d02b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0475225 Sep 17 04:29:26.977066 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e8e2a881-e904-41e9-b22c-a0a1a96ac394 req-c1d2d760-6f20-4843-9314-69d330c8add7 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428452 Sep 17 04:29:26.979360 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe912794-334e-4f4f-a2ab-f7b895029b59 req-bb26043e-dbba-4cc3-b02b-fcaf08fd8753 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:26.980959 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fe912794-334e-4f4f-a2ab-f7b895029b59 req-bb26043e-dbba-4cc3-b02b-fcaf08fd8753 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0502450 Sep 17 04:29:27.028682 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fe912794-334e-4f4f-a2ab-f7b895029b59 req-575e147d-d491-4fd5-97ad-4c8bb476174a tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Sep 17 04:29:27.107287 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 987d1030-ee5a-46f3-b114-6a60faeba2a9 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:29:27.210422 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 987d1030-ee5a-46f3-b114-6a60faeba2a9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:27.224263 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'port_id': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'mac_address': 'fa:16:3e:6f:23:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:29:27.225667 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:27.366270 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 987d1030-ee5a-46f3-b114-6a60faeba2a9 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:27.366792 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:27.384234 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987d1030-ee5a-46f3-b114-6a60faeba2a9 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:29:27.404167 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 987d1030-ee5a-46f3-b114-6a60faeba2a9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:27.408636 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:27.453227 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=987d1030-ee5a-46f3-b114-6a60faeba2a9,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:27.671207 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:27.694172 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47164fe-b745-459c-8d79-12b68626465e req-b925d613-1326-4568-8127-996e2a26b929 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:27.695660 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d47164fe-b745-459c-8d79-12b68626465e req-b925d613-1326-4568-8127-996e2a26b929 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 944 time: 0.0589020 Sep 17 04:29:27.743986 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d47164fe-b745-459c-8d79-12b68626465e req-e5f2cc92-f80d-4f58-b083-39fc92566cdc tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425367 Sep 17 04:29:28.103884 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3e671-0b68-4293-abad-a7e29087745b req-1af9b939-8d02-477f-8eb0-cc2fb19a0bd8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:28.105394 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e1b3e671-0b68-4293-abad-a7e29087745b req-1af9b939-8d02-477f-8eb0-cc2fb19a0bd8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0475051 Sep 17 04:29:28.115316 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:28.150336 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178bac0-2a0c-4c3a-a9e8-a860ec934f25 req-e14cf066-4504-4023-a7b3-c064f017cabf tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:28.151790 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d178bac0-2a0c-4c3a-a9e8-a860ec934f25 req-e14cf066-4504-4023-a7b3-c064f017cabf tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0464416 Sep 17 04:29:28.153394 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e1b3e671-0b68-4293-abad-a7e29087745b req-5d93fa96-5f78-4fb9-8e13-88e732143068 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421960 Sep 17 04:29:28.169816 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['987d1030-ee5a-46f3-b114-6a60faeba2a9'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:29:28.200879 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d178bac0-2a0c-4c3a-a9e8-a860ec934f25 req-9c0a1c07-d30f-4863-8259-fe86622faa9c tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433660 Sep 17 04:29:28.327041 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d68f9-16de-43fa-98a7-875a3f173fe4 req-5a634d2f-b3ac-4878-8f9c-28a57d88d4e9 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:28.328509 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-681d68f9-16de-43fa-98a7-875a3f173fe4 req-5a634d2f-b3ac-4878-8f9c-28a57d88d4e9 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0572271 Sep 17 04:29:28.339011 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 36510) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:28.343564 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-61b71ccd-e50b-496e-8364-c8356716eb44 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'floatingip': {'port_id': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:29:28.436050 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-61b71ccd-e50b-496e-8364-c8356716eb44 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (4678e820-5b3c-435f-80e3-8221287ca101), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:28.515496 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9de9546e-c92e-47a6-b685-725cbc04fd80 req-00250b6a-a442-4eb3-9549-315159f1b3e9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1404920 Sep 17 04:29:28.716966 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e1a9-2375-497e-aa71-b7e3d6f478af req-e242e277-abfa-48d4-a6cf-135eab781708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:28.718441 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4218e1a9-2375-497e-aa71-b7e3d6f478af req-e242e277-abfa-48d4-a6cf-135eab781708 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 1130 time: 0.0999589 Sep 17 04:29:28.721064 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9546e-c92e-47a6-b685-725cbc04fd80 req-066ea8cd-ebb6-4b89-b308-f7412e90e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:28.722389 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9de9546e-c92e-47a6-b685-725cbc04fd80 req-066ea8cd-ebb6-4b89-b308-f7412e90e025 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 1130 time: 0.1050308 Sep 17 04:29:28.875612 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190df168-5d18-4eea-ae4e-178d55819ab9 req-82061868-25d5-48c2-8399-57e7190fed74 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:28.877107 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-190df168-5d18-4eea-ae4e-178d55819ab9 req-82061868-25d5-48c2-8399-57e7190fed74 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 944 time: 0.0530632 Sep 17 04:29:28.929475 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-190df168-5d18-4eea-ae4e-178d55819ab9 req-1e2b4b28-936d-4d43-b046-4ea58e1e3dea tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462122 Sep 17 04:29:29.177399 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4218e1a9-2375-497e-aa71-b7e3d6f478af req-65be6fa1-c713-42dd-88c2-c24b6cdc02f7 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460628 Sep 17 04:29:29.228503 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:29.252143 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:29.309482 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9546e-c92e-47a6-b685-725cbc04fd80 req-3e8c59a4-a489-4c5a-9b2f-4333963a4c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:29.311265 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9de9546e-c92e-47a6-b685-725cbc04fd80 req-3e8c59a4-a489-4c5a-9b2f-4333963a4c9f service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 915 time: 0.5510509 Sep 17 04:29:29.438515 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e79c1-8115-4b4c-a309-7a2b8c8e0ee1 req-3521d5a3-93d8-4aea-b2bd-4f5349832e0e tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:29.440169 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ee3e79c1-8115-4b4c-a309-7a2b8c8e0ee1 req-3521d5a3-93d8-4aea-b2bd-4f5349832e0e tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0946479 Sep 17 04:29:29.602923 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ee3e79c1-8115-4b4c-a309-7a2b8c8e0ee1 req-15498b46-95ae-4d89-aa1b-fe63532cc075 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432116 Sep 17 04:29:29.612465 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-61b71ccd-e50b-496e-8364-c8356716eb44 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:29.617671 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-61b71ccd-e50b-496e-8364-c8356716eb44 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (4678e820-5b3c-435f-80e3-8221287ca101), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:29.773578 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9de9546e-c92e-47a6-b685-725cbc04fd80 req-43b6b2a2-5baa-4842-883e-19e18262e963 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba HTTP/1.1" status: 200 len: 998 time: 0.1223488 Sep 17 04:29:29.790941 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [None req-61b71ccd-e50b-496e-8364-c8356716eb44 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Floating IP 4678e820-5b3c-435f-80e3-8221287ca101 associated. External IP: 172.27.3.6, port: 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba. Sep 17 04:29:30.007715 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b71ccd-e50b-496e-8364-c8356716eb44 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Router 7338ced2-0798-43c2-bdf6-c22b5b76a87c has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:29:30.021223 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 987d1030-ee5a-46f3-b114-6a60faeba2a9 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:29:30.074143 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7a2b1-5fc2-47c2-81f3-7207a2108088 req-07463d0e-d3d0-4b3d-bf6f-cea918946475 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:30.084100 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-58a7a2b1-5fc2-47c2-81f3-7207a2108088 req-07463d0e-d3d0-4b3d-bf6f-cea918946475 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 944 time: 0.0594382 Sep 17 04:29:30.102661 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port 987d1030-ee5a-46f3-b114-6a60faeba2a9 completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:29:30.127127 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 36570) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:30.132788 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 987d1030-ee5a-46f3-b114-6a60faeba2a9 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:30.133188 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:30.133524 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 987d1030-ee5a-46f3-b114-6a60faeba2a9 Sep 17 04:29:30.141287 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:30.150389 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b71ccd-e50b-496e-8364-c8356716eb44 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:29:30.151198 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-58a7a2b1-5fc2-47c2-81f3-7207a2108088 req-1934aef2-fca2-47b8-8ade-6e3d16823de5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657883 Sep 17 04:29:30.159970 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-61b71ccd-e50b-496e-8364-c8356716eb44 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:30.171000 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb60a4-ac32-4c0c-bed2-019f9a0dbfdd None None] Sync routers for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:29:30.181754 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb60a4-ac32-4c0c-bed2-019f9a0dbfdd None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:29:30.188154 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-f2fb60a4-ac32-4c0c-bed2-019f9a0dbfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:30.211048 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-61b71ccd-e50b-496e-8364-c8356716eb44 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/4678e820-5b3c-435f-80e3-8221287ca101 HTTP/1.1" status: 200 len: 990 time: 1.8708940 Sep 17 04:29:30.212428 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508f0590-1d24-42b5-9275-280c6cedff50', 'tag': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:29:30.215577 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704f692a-a071-4648-a117-e266f8ac948a" -d '{"events": [{"name": "network-changed", "server_uuid": "508f0590-1d24-42b5-9275-280c6cedff50", "tag": "976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:29:30.261411 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e025f0d0-e991-4cfb-a2f7-197dc1c2a56b x-openstack-request-id: req-e025f0d0-e991-4cfb-a2f7-197dc1c2a56b {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:29:30.261731 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508f0590-1d24-42b5-9275-280c6cedff50", "tag": "976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:29:30.261980 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e025f0d0-e991-4cfb-a2f7-197dc1c2a56b {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:29:30.262409 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e025f0d0-e991-4cfb-a2f7-197dc1c2a56b'] response: {'name': 'network-changed', 'server_uuid': '508f0590-1d24-42b5-9275-280c6cedff50', 'tag': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'status': 'completed', 'code': 200} Sep 17 04:29:30.267950 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 987d1030-ee5a-46f3-b114-6a60faeba2a9 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:30.268797 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:30.301608 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:29:30.303995 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64df7652-d375-42fc-ac63-3e2b44c9d8d8" -d '{"events": [{"server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "name": "network-vif-plugged", "status": "completed", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:29:30.319774 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 987d1030-ee5a-46f3-b114-6a60faeba2a9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:30.334067 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:30.361171 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4339187c-55ea-4be0-835f-484c15ae9739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:30.369865 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ca70bf-025c-437d-92cf-d5cb3b0e1140 x-openstack-request-id: req-c7ca70bf-025c-437d-92cf-d5cb3b0e1140 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:29:30.370438 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "name": "network-vif-plugged", "status": "completed", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:29:30.370851 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7ca70bf-025c-437d-92cf-d5cb3b0e1140 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:29:30.371429 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ca70bf-025c-437d-92cf-d5cb3b0e1140'] response: {'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'code': 200} Sep 17 04:29:30.390148 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=987d1030-ee5a-46f3-b114-6a60faeba2a9,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:30.407568 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-f2fb60a4-ac32-4c0c-bed2-019f9a0dbfdd None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:29:30.445674 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:30.482124 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9546e-c92e-47a6-b685-725cbc04fd80 req-b00e8451-efbe-40cf-8ebe-8cc474c21777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:30.483618 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9de9546e-c92e-47a6-b685-725cbc04fd80 req-b00e8451-efbe-40cf-8ebe-8cc474c21777 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.1150475 Sep 17 04:29:30.607014 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4339187c-55ea-4be0-835f-484c15ae9739 admin admin] Publish callbacks [] for security_group (11bf1c61-9876-4935-a21f-6ee392b3d24b), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:30.609325 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9546e-c92e-47a6-b685-725cbc04fd80 req-6f0e4b28-ff8e-451c-805d-ca34533ce36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:30.611222 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9de9546e-c92e-47a6-b685-725cbc04fd80 req-6f0e4b28-ff8e-451c-805d-ca34533ce36a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939400 Sep 17 04:29:30.616150 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4339187c-55ea-4be0-835f-484c15ae9739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (11bf1c61-9876-4935-a21f-6ee392b3d24b), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:30.685636 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:30.693843 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-4339187c-55ea-4be0-835f-484c15ae9739 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b4f996b865f24db596b2d8abf3a19634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5624125 Sep 17 04:29:30.693973 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 36608) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:30.706130 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339187c-55ea-4be0-835f-484c15ae9739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bf1c61-9876-4935-a21f-6ee392b3d24b,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:30.767710 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Publish callbacks [] for security_group (11bf1c61-9876-4935-a21f-6ee392b3d24b), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:30.794414 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Publish callbacks [] for security_group (11bf1c61-9876-4935-a21f-6ee392b3d24b), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:30.896327 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-f2fb60a4-ac32-4c0c-bed2-019f9a0dbfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '4678e820-5b3c-435f-80e3-8221287ca101', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:db:f3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508f0590-1d24-42b5-9275-280c6cedff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:28:31Z', 'updated_at': '2022-09-17T04:29:29Z', 'revision_number': 1, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:30.926689 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9de9546e-c92e-47a6-b685-725cbc04fd80 req-09ff1816-fef4-4b35-95d9-1be8d6a61da7 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698848 Sep 17 04:29:30.959797 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb60a4-ac32-4c0c-bed2-019f9a0dbfdd None None] Checking router: 7338ced2-0798-43c2-bdf6-c22b5b76a87c for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:29:31.000219 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb60a4-ac32-4c0c-bed2-019f9a0dbfdd None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:29:31.001943 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-f2fb60a4-ac32-4c0c-bed2-019f9a0dbfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:31.089015 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2c980-0f75-4862-a9ac-b233eba5ebd8 req-551b3999-6a22-4e0e-8c40-4d5cbb798d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:31.094616 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-afe2c980-0f75-4862-a9ac-b233eba5ebd8 req-551b3999-6a22-4e0e-8c40-4d5cbb798d00 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 1129 time: 0.3895953 Sep 17 04:29:31.117898 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c8b91-2759-4bc8-8bb9-1ec56a0d31b3 req-350d965c-4cd0-43fc-970c-9affa8d704d2 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:31.119425 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c22c8b91-2759-4bc8-8bb9-1ec56a0d31b3 req-350d965c-4cd0-43fc-970c-9affa8d704d2 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.1970577 Sep 17 04:29:31.120296 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (11bf1c61-9876-4935-a21f-6ee392b3d24b), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:31.125567 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:31.127167 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/11bf1c61-9876-4935-a21f-6ee392b3d24b HTTP/1.1" status: 204 len: 168 time: 0.4315140 Sep 17 04:29:31.145339 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bf1c61-9876-4935-a21f-6ee392b3d24b,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:31.159906 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.160253 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.160609 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.164993 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.166998 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.168182 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.168797 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.169615 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.172038 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.172728 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.173292 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.174763 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.175784 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.177674 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.178029 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdddaf-0c11-40e4-9175-ef852af257be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:31.180158 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-f2fb60a4-ac32-4c0c-bed2-019f9a0dbfdd None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:29:31.248235 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c22c8b91-2759-4bc8-8bb9-1ec56a0d31b3 req-b731f168-a166-47a0-a23f-4cf71e3bad7e tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168671 Sep 17 04:29:31.318751 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba634981-c391-4786-a489-cf08737dc96e req-0cb74a2c-29dc-466e-9e8a-5a865698b726 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:31.320376 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ba634981-c391-4786-a489-cf08737dc96e req-0cb74a2c-29dc-466e-9e8a-5a865698b726 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0546057 Sep 17 04:29:31.373924 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ba634981-c391-4786-a489-cf08737dc96e req-11b054ae-6fa1-438f-b873-baed349713e5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471368 Sep 17 04:29:31.517126 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-afe2c980-0f75-4862-a9ac-b233eba5ebd8 req-3cb6ce8e-6df8-4c10-92ca-4a504e22b5d5 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172483 Sep 17 04:29:31.526576 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-f2fb60a4-ac32-4c0c-bed2-019f9a0dbfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '4678e820-5b3c-435f-80e3-8221287ca101', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:db:f3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508f0590-1d24-42b5-9275-280c6cedff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:28:31Z', 'updated_at': '2022-09-17T04:29:29Z', 'revision_number': 1, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:31.543649 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9de9546e-c92e-47a6-b685-725cbc04fd80 req-1468f864-62d3-4cf2-8aaa-9e1fc9d256ac service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541667 Sep 17 04:29:31.553520 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb60a4-ac32-4c0c-bed2-019f9a0dbfdd None None] The sync data for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi is: [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '4678e820-5b3c-435f-80e3-8221287ca101', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:db:f3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508f0590-1d24-42b5-9275-280c6cedff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:28:31Z', 'updated_at': '2022-09-17T04:29:29Z', 'revision_number': 1, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:29:31.577670 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 36644) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:31.591204 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e3a40af8-4007-4fe1-a8aa-e32615b9bbb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:31.668869 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e3a40af8-4007-4fe1-a8aa-e32615b9bbb6 admin admin] Publish callbacks [] for security_group (f4b7d992-1ff2-446f-8745-ea70d2041f51), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:31.673753 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e3a40af8-4007-4fe1-a8aa-e32615b9bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f4b7d992-1ff2-446f-8745-ea70d2041f51), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:31.716034 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-e3a40af8-4007-4fe1-a8aa-e32615b9bbb6 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=7d02823d1691441e9c7778e45f643266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372151 Sep 17 04:29:31.719039 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 36646) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:31.721154 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a40af8-4007-4fe1-a8aa-e32615b9bbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b7d992-1ff2-446f-8745-ea70d2041f51,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:31.776556 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-715df9e1-89c1-49df-8a99-f1699e487c32 admin admin] Publish callbacks [] for security_group (f4b7d992-1ff2-446f-8745-ea70d2041f51), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:31.784683 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b4dffb-b992-4b32-8de2-55d4dbd4f8df None None] New status for floating IP 4678e820-5b3c-435f-80e3-8221287ca101: ACTIVE {{(pid=106228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:29:31.799690 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-715df9e1-89c1-49df-8a99-f1699e487c32 admin admin] Publish callbacks [] for security_group (f4b7d992-1ff2-446f-8745-ea70d2041f51), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:31.847006 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-715df9e1-89c1-49df-8a99-f1699e487c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f4b7d992-1ff2-446f-8745-ea70d2041f51), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:31.849542 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-715df9e1-89c1-49df-8a99-f1699e487c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:31.850683 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-715df9e1-89c1-49df-8a99-f1699e487c32 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f4b7d992-1ff2-446f-8745-ea70d2041f51 HTTP/1.1" status: 204 len: 168 time: 0.1306708 Sep 17 04:29:31.853152 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:31.860135 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715df9e1-89c1-49df-8a99-f1699e487c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b7d992-1ff2-446f-8745-ea70d2041f51,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:32.292814 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 36670) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:32.373397 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ff88-1077-4201-8ce2-95489344febb req-76a6ea33-6a0e-48ba-825d-33d220d3330f tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:32.376610 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3cb8ff88-1077-4201-8ce2-95489344febb req-76a6ea33-6a0e-48ba-825d-33d220d3330f tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0569501 Sep 17 04:29:32.437066 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3cb8ff88-1077-4201-8ce2-95489344febb req-7828221e-33ff-4952-ad90-aaf817db6b28 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546024 Sep 17 04:29:32.513844 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:32.563623 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ae85ff85-e396-4830-a255-7e71b83edcdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:32.582980 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b857ece-4a6b-47dc-a911-12c4eb554cfe req-0129fa0d-f729-45d0-b8db-0acfc5f33fde tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:32.589808 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5b857ece-4a6b-47dc-a911-12c4eb554cfe req-0129fa0d-f729-45d0-b8db-0acfc5f33fde tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0878835 Sep 17 04:29:32.677706 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5b857ece-4a6b-47dc-a911-12c4eb554cfe req-9777f3cc-5878-45a2-ac1b-03d6fd9bd1b6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869696 Sep 17 04:29:32.753375 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ae85ff85-e396-4830-a255-7e71b83edcdf admin admin] Publish callbacks [] for security_group (29f0cd33-feb0-49dd-a2d3-1bcca7e40b3d), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:32.761471 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ae85ff85-e396-4830-a255-7e71b83edcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (29f0cd33-feb0-49dd-a2d3-1bcca7e40b3d), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:32.802554 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-ae85ff85-e396-4830-a255-7e71b83edcdf admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f77952de9de34e068633312fa83f3c0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086040 Sep 17 04:29:32.803869 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85ff85-e396-4830-a255-7e71b83edcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f0cd33-feb0-49dd-a2d3-1bcca7e40b3d,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:32.806189 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 36692) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:32.935226 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f692a-a071-4648-a117-e266f8ac948a req-b996800d-0087-4286-9799-3edb206f2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:32.937805 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-704f692a-a071-4648-a117-e266f8ac948a req-b996800d-0087-4286-9799-3edb206f2127 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 1130 time: 0.1030242 Sep 17 04:29:32.977233 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7bb3db65-40fa-4e6d-826e-8476c549b93b admin admin] Publish callbacks [] for security_group (29f0cd33-feb0-49dd-a2d3-1bcca7e40b3d), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:33.003481 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7bb3db65-40fa-4e6d-826e-8476c549b93b admin admin] Publish callbacks [] for security_group (29f0cd33-feb0-49dd-a2d3-1bcca7e40b3d), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:33.005346 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:33.079263 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7bb3db65-40fa-4e6d-826e-8476c549b93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (29f0cd33-feb0-49dd-a2d3-1bcca7e40b3d), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:33.083845 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7bb3db65-40fa-4e6d-826e-8476c549b93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:33.086278 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-7bb3db65-40fa-4e6d-826e-8476c549b93b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/29f0cd33-feb0-49dd-a2d3-1bcca7e40b3d HTTP/1.1" status: 204 len: 168 time: 0.2772248 Sep 17 04:29:33.107992 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3db65-40fa-4e6d-826e-8476c549b93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f0cd33-feb0-49dd-a2d3-1bcca7e40b3d,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:33.373620 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:33.427449 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 36738) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:33.526752 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f692a-a071-4648-a117-e266f8ac948a req-4d9d3ff6-631c-46ef-a08c-62177335dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:33.528563 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-704f692a-a071-4648-a117-e266f8ac948a req-4d9d3ff6-631c-46ef-a08c-62177335dd4d service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 915 time: 0.1307087 Sep 17 04:29:33.564605 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2d11bd05-e85c-4414-8abf-7375339fa5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:33.639643 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-704f692a-a071-4648-a117-e266f8ac948a req-13414a2d-063e-47f0-8d48-17cd4366bf63 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba HTTP/1.1" status: 200 len: 1000 time: 0.0763421 Sep 17 04:29:33.665905 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2d11bd05-e85c-4414-8abf-7375339fa5c3 admin admin] Publish callbacks [] for security_group (ea4c09ce-9297-4618-bd0a-abf5b13f91c4), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:33.671381 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2d11bd05-e85c-4414-8abf-7375339fa5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ea4c09ce-9297-4618-bd0a-abf5b13f91c4), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:33.710912 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-2d11bd05-e85c-4414-8abf-7375339fa5c3 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=c06f3fd72127413294ab1c0af157c399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823472 Sep 17 04:29:33.711797 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11bd05-e85c-4414-8abf-7375339fa5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4c09ce-9297-4618-bd0a-abf5b13f91c4,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:33.713803 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 36752) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:33.771450 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-119d633c-36d6-4aee-beaf-81951b54b6c5 admin admin] Publish callbacks [] for security_group (ea4c09ce-9297-4618-bd0a-abf5b13f91c4), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:33.820940 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-119d633c-36d6-4aee-beaf-81951b54b6c5 admin admin] Publish callbacks [] for security_group (ea4c09ce-9297-4618-bd0a-abf5b13f91c4), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:33.840765 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdffd39-9400-43a8-bc1d-bf664fc4cd29 req-3b072a4e-168d-417e-8c99-f3e002c56176 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:33.842260 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2cdffd39-9400-43a8-bc1d-bf664fc4cd29 req-3b072a4e-168d-417e-8c99-f3e002c56176 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0685689 Sep 17 04:29:33.900709 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:33.909610 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2cdffd39-9400-43a8-bc1d-bf664fc4cd29 req-39ed7b34-635a-4930-a773-6e8b1496e8e0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601330 Sep 17 04:29:33.911408 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-119d633c-36d6-4aee-beaf-81951b54b6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ea4c09ce-9297-4618-bd0a-abf5b13f91c4), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:33.913915 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-119d633c-36d6-4aee-beaf-81951b54b6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:33.914983 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-119d633c-36d6-4aee-beaf-81951b54b6c5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ea4c09ce-9297-4618-bd0a-abf5b13f91c4 HTTP/1.1" status: 204 len: 168 time: 0.2001472 Sep 17 04:29:33.923991 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d633c-36d6-4aee-beaf-81951b54b6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4c09ce-9297-4618-bd0a-abf5b13f91c4,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:34.033587 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 36772) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:34.135528 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013cd65-2167-4a13-936f-3a0fa0c58093 req-bb6303d3-f7f7-4c67-84fa-e40c4f6d7906 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:34.137650 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5013cd65-2167-4a13-936f-3a0fa0c58093 req-bb6303d3-f7f7-4c67-84fa-e40c4f6d7906 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0794516 Sep 17 04:29:34.148945 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 36782) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:34.154568 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-57859b9c-0b91-4028-9ca0-e076c085da5b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Request body: {'floatingip': {'port_id': '987d1030-ee5a-46f3-b114-6a60faeba2a9'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:29:34.236223 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f692a-a071-4648-a117-e266f8ac948a req-667367c6-9e8f-4c01-a0fa-16ee020919ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:34.238155 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-704f692a-a071-4648-a117-e266f8ac948a req-667367c6-9e8f-4c01-a0fa-16ee020919ce service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.0654430 Sep 17 04:29:34.249536 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-57859b9c-0b91-4028-9ca0-e076c085da5b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (799f9a52-f39b-4d81-bacf-b1d4a4aed495), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:34.365646 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f692a-a071-4648-a117-e266f8ac948a req-006916eb-0cf2-46e9-9d46-69db899ddaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:34.368733 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-704f692a-a071-4648-a117-e266f8ac948a req-006916eb-0cf2-46e9-9d46-69db899ddaec service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1095257 Sep 17 04:29:34.404205 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-609311211-network', 'tenant_id': '4ca16cc178624419954df6bad327f722'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:29:34.482410 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Made reservation on behalf of 4ca16cc178624419954df6bad327f722 for: {'network': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:29:34.485787 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:34.504164 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-704f692a-a071-4648-a117-e266f8ac948a req-4a29a71d-15e0-4872-83c1-c3d73b5ba4db service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283772 Sep 17 04:29:34.548632 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:34.664658 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:34.700286 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:34.834685 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Publish callbacks [] for security_group (b572566d-5146-4dcc-b315-35716a9d5c74), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:34.857010 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (b572566d-5146-4dcc-b315-35716a9d5c74), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:34.955011 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=106226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:29:34.964725 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:29:34.970583 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b572566d-5146-4dcc-b315-35716a9d5c74,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:35.024489 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (2ff39efe-ed9a-4cf9-b18f-2d620f24033a), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:35.025052 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.segments_db [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Added segment 2ff39efe-ed9a-4cf9-b18f-2d620f24033a of type vlan for network 926c6c09-466c-4643-81fe-c6d1e0236acc Sep 17 04:29:35.073144 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-704f692a-a071-4648-a117-e266f8ac948a req-e2b57b47-5a52-43c0-8ffa-e77546150d85 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316128 Sep 17 04:29:35.133031 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (926c6c09-466c-4643-81fe-c6d1e0236acc), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:35.173291 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-57859b9c-0b91-4028-9ca0-e076c085da5b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:35.181197 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-57859b9c-0b91-4028-9ca0-e076c085da5b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (799f9a52-f39b-4d81-bacf-b1d4a4aed495), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:35.226761 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (926c6c09-466c-4643-81fe-c6d1e0236acc), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:35.227759 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:35.228338 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:35.501689 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4673345 Sep 17 04:29:35.505017 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 36830) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:35.510629 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-c61a946f-f1d4-4cfd-8763-9885a306be33 admin admin] Request body: {'subnet': {'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-609311211-subnet', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'ip_version': 4}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:29:35.537540 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.l3_db [None req-57859b9c-0b91-4028-9ca0-e076c085da5b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Floating IP 799f9a52-f39b-4d81-bacf-b1d4a4aed495 associated. External IP: 172.27.3.77, port: 987d1030-ee5a-46f3-b114-6a60faeba2a9. Sep 17 04:29:35.546820 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61a946f-f1d4-4cfd-8763-9885a306be33 admin admin] Made reservation on behalf of 4ca16cc178624419954df6bad327f722 for: {'subnet': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:29:35.550363 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c61a946f-f1d4-4cfd-8763-9885a306be33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10209151'] for subnet (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:35.573867 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352d3ba-7009-4912-9306-c390e3d912e1 admin admin] Pushing event updated for resources: {'Network': ['ID=926c6c09-466c-4643-81fe-c6d1e0236acc,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:35.587284 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network 926c6c09-466c-4643-81fe-c6d1e0236acc details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:29:35.732025 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:35.746972 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c61a946f-f1d4-4cfd-8763-9885a306be33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2667868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10209129'] for subnet (bf84a2fe-d123-45cf-8140-e41701bc7cf0), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:35.783543 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57859b9c-0b91-4028-9ca0-e076c085da5b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:29:35.812269 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a946f-f1d4-4cfd-8763-9885a306be33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf84a2fe-d123-45cf-8140-e41701bc7cf0,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:35.820849 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a946f-f1d4-4cfd-8763-9885a306be33 admin admin] Checking segment: {'id': '2ff39efe-ed9a-4cf9-b18f-2d620f24033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:29:35.821239 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61a946f-f1d4-4cfd-8763-9885a306be33 admin admin] Network hostable DHCP agents. Network: 926c6c09-466c-4643-81fe-c6d1e0236acc, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:29:35.857163 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61a946f-f1d4-4cfd-8763-9885a306be33 admin admin] Network 926c6c09-466c-4643-81fe-c6d1e0236acc is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:29:35.875227 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-c61a946f-f1d4-4cfd-8763-9885a306be33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, 926c6c09-466c-4643-81fe-c6d1e0236acc) {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:29:35.885391 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61a946f-f1d4-4cfd-8763-9885a306be33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:35.886123 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c61a946f-f1d4-4cfd-8763-9885a306be33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:35.891910 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaa0667-6142-4105-9d4b-e1c1acddbc2e None None] Network 926c6c09-466c-4643-81fe-c6d1e0236acc requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:29:35.939094 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-c61a946f-f1d4-4cfd-8763-9885a306be33 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4324980 Sep 17 04:29:35.942187 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 36848) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:35.948753 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:29:35.979829 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:36.015534 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57859b9c-0b91-4028-9ca0-e076c085da5b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:29:36.016844 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4729'] for router (dc7803b2-ceb0-416c-9250-86e6929ce5fe), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.018780 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3698097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3840254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3906358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router (dc7803b2-ceb0-416c-9250-86e6929ce5fe), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.025357 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150c798-238e-4c4d-bbab-430e2e805209 None None] Sync routers for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:29:36.040610 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-57859b9c-0b91-4028-9ca0-e076c085da5b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.043209 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150c798-238e-4c4d-bbab-430e2e805209 None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:29:36.048519 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-9150c798-238e-4c4d-bbab-430e2e805209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:36.087145 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Publish callbacks [] for router_controller (dc7803b2-ceb0-416c-9250-86e6929ce5fe), precommit_add_association {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.150752 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a1dfd16-a292-5d46-ac4f-18a3363636d9-926c6c09-466c-4643-81fe-c6d1e0236acc', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'project_id': '4ca16cc178624419954df6bad327f722', 'fixed_ips': [{'subnet_id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0'}]}} from dv-cinder-857993-2-iscsi. {{(pid=106228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 04:29:36.151691 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.154335 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-57859b9c-0b91-4028-9ca0-e076c085da5b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/799f9a52-f39b-4d81-bacf-b1d4a4aed495 HTTP/1.1" status: 200 len: 990 time: 2.0039458 Sep 17 04:29:36.158186 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:29:36.163023 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6851691-5c14-4de3-acc9-3313f15f2dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:29:36.182289 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:36.236091 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:36.243571 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1a177a-f712-4a10-9a00-73df7f0dd268 x-openstack-request-id: req-4a1a177a-f712-4a10-9a00-73df7f0dd268 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:29:36.244236 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:29:36.244645 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a1a177a-f712-4a10-9a00-73df7f0dd268 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:29:36.245211 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1a177a-f712-4a10-9a00-73df7f0dd268'] response: {'name': 'network-changed', 'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'status': 'completed', 'code': 200} Sep 17 04:29:36.253683 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-9150c798-238e-4c4d-bbab-430e2e805209 None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:29:36.274112 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Publish callbacks [] for router_gateway (dc7803b2-ceb0-416c-9250-86e6929ce5fe), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.371774 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:36.383436 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 36860) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:36.436648 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Allocated IP 172.20.0.2 (926c6c09-466c-4643-81fe-c6d1e0236acc/bf84a2fe-d123-45cf-8140-e41701bc7cf0/2260d0b0-6d97-4650-9577-028ac1b656b7) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:29:36.441529 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851691-5c14-4de3-acc9-3313f15f2dc2 req-44b70c00-4a66-4de7-9fde-6ebb67fcb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:36.444872 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e6851691-5c14-4de3-acc9-3313f15f2dc2 req-44b70c00-4a66-4de7-9fde-6ebb67fcb708 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 1129 time: 0.0742011 Sep 17 04:29:36.587139 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-91edd55e-3bf8-47e4-bcc4-6e069fae3b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.612204 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:36.627830 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:36.630402 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:36.704534 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Publish callbacks [] for router_gateway (dc7803b2-ceb0-416c-9250-86e6929ce5fe), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.712861 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Publish callbacks [] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.723768 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.729877 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-9150c798-238e-4c4d-bbab-430e2e805209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '799f9a52-f39b-4d81-bacf-b1d4a4aed495', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'port_id': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'mac_address': 'fa:16:3e:6f:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:28:33Z', 'updated_at': '2022-09-17T04:29:34Z', 'revision_number': 1, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:38Z', 'revision_number': 5, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:36.750459 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Network 926c6c09-466c-4643-81fe-c6d1e0236acc is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:29:36.750822 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.753330 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:29:36.762196 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150c798-238e-4c4d-bbab-430e2e805209 None None] Checking router: d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:29:36.775871 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-91edd55e-3bf8-47e4-bcc4-6e069fae3b26 admin admin] Publish callbacks [] for security_group (c77b8278-1193-4e54-9dc7-6e0d87ba0431), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.776052 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:29:36.778278 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150c798-238e-4c4d-bbab-430e2e805209 None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:29:36.778917 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-9150c798-238e-4c4d-bbab-430e2e805209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:36.785374 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-91edd55e-3bf8-47e4-bcc4-6e069fae3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (c77b8278-1193-4e54-9dc7-6e0d87ba0431), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.790692 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851691-5c14-4de3-acc9-3313f15f2dc2 req-bb8a3847-bafe-4aa4-bde5-21737e31720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:36.792315 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e6851691-5c14-4de3-acc9-3313f15f2dc2 req-bb8a3847-bafe-4aa4-bde5-21737e31720f service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 916 time: 0.3389578 Sep 17 04:29:36.838785 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-91edd55e-3bf8-47e4-bcc4-6e069fae3b26 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=646448a4902f4565a093694056ddbd2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554200 Sep 17 04:29:36.839921 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edd55e-3bf8-47e4-bcc4-6e069fae3b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77b8278-1193-4e54-9dc7-6e0d87ba0431,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:36.843013 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 36874) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:36.883596 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Attempting to bind port 2260d0b0-6d97-4650-9577-028ac1b656b7 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:29:36.884070 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Attempting to bind port 2260d0b0-6d97-4650-9577-028ac1b656b7 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '2ff39efe-ed9a-4cf9-b18f-2d620f24033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:29:36.884596 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Attempting to bind port 2260d0b0-6d97-4650-9577-028ac1b656b7 on network 926c6c09-466c-4643-81fe-c6d1e0236acc {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:29:36.937419 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4c704aa9-917d-4f25-843c-48bd667fbe28 admin admin] Publish callbacks [] for security_group (c77b8278-1193-4e54-9dc7-6e0d87ba0431), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.946148 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Pushing event updated for resources: {'Port': ['ID=2260d0b0-6d97-4650-9577-028ac1b656b7,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:36.956911 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:29:36.957834 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Checking segment: {'id': '2ff39efe-ed9a-4cf9-b18f-2d620f24033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:29:36.959057 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.959923 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Bound using segment: {'id': '2ff39efe-ed9a-4cf9-b18f-2d620f24033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:29:36.960622 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Bound port: 2260d0b0-6d97-4650-9577-028ac1b656b7, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff39efe-ed9a-4cf9-b18f-2d620f24033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:29:36.961984 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.965444 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e6851691-5c14-4de3-acc9-3313f15f2dc2 req-7a386ce5-e759-4726-8780-7090ed7102b7 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9 HTTP/1.1" status: 200 len: 998 time: 0.1456461 Sep 17 04:29:36.989676 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4c704aa9-917d-4f25-843c-48bd667fbe28 admin admin] Publish callbacks [] for security_group (c77b8278-1193-4e54-9dc7-6e0d87ba0431), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:36.995259 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-9150c798-238e-4c4d-bbab-430e2e805209 None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:29:37.036912 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] For port 2260d0b0-6d97-4650-9577-028ac1b656b7, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:29:37.042169 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] For port 2260d0b0-6d97-4650-9577-028ac1b656b7, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=2260d0b0-6d97-4650-9577-028ac1b656b7,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:29:37.054783 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:37.055516 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Allocated IP 172.27.3.175 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/2d4084f3-8f46-469e-ad52-8c863541ee05) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:29:37.063844 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4c704aa9-917d-4f25-843c-48bd667fbe28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (c77b8278-1193-4e54-9dc7-6e0d87ba0431), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:37.068863 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4c704aa9-917d-4f25-843c-48bd667fbe28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:37.072073 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-4c704aa9-917d-4f25-843c-48bd667fbe28 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c77b8278-1193-4e54-9dc7-6e0d87ba0431 HTTP/1.1" status: 204 len: 168 time: 0.2264581 Sep 17 04:29:37.095027 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c704aa9-917d-4f25-843c-48bd667fbe28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77b8278-1193-4e54-9dc7-6e0d87ba0431,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:37.148117 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851691-5c14-4de3-acc9-3313f15f2dc2 req-6f3da5a1-8edd-486c-9efc-266084ed860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:37.149765 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e6851691-5c14-4de3-acc9-3313f15f2dc2 req-6f3da5a1-8edd-486c-9efc-266084ed860b service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 HTTP/1.1" status: 200 len: 854 time: 0.1740899 Sep 17 04:29:37.157990 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:37.212145 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07802364-70f1-41a9-8bc9-9d1d10e139e8 None None] Pushing event updated for resources: {'Port': ['ID=2260d0b0-6d97-4650-9577-028ac1b656b7,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:37.271776 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851691-5c14-4de3-acc9-3313f15f2dc2 req-86be93d8-f0e5-4955-8c3e-f9cc863d7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:37.273919 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e6851691-5c14-4de3-acc9-3313f15f2dc2 req-86be93d8-f0e5-4955-8c3e-f9cc863d7d9e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e95cd093-c909-4fa1-980b-df0004dd3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1117923 Sep 17 04:29:37.365296 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Publish callbacks [] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:37.449435 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e6851691-5c14-4de3-acc9-3313f15f2dc2 req-859c89f5-dcd4-41b3-8e07-b344aaa4a162 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640115 Sep 17 04:29:37.488122 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:37.586068 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-9150c798-238e-4c4d-bbab-430e2e805209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '799f9a52-f39b-4d81-bacf-b1d4a4aed495', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'port_id': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'mac_address': 'fa:16:3e:6f:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:28:33Z', 'updated_at': '2022-09-17T04:29:34Z', 'revision_number': 1, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:38Z', 'revision_number': 5, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:37.618836 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150c798-238e-4c4d-bbab-430e2e805209 None None] The sync data for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi is: [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '799f9a52-f39b-4d81-bacf-b1d4a4aed495', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'port_id': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'mac_address': 'fa:16:3e:6f:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:28:33Z', 'updated_at': '2022-09-17T04:29:34Z', 'revision_number': 1, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:38Z', 'revision_number': 5, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:29:37.655144 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:37.656552 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4084f3-8f46-469e-ad52-8c863541ee05,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:37.724415 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:29:37.731071 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:29:37.734766 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:29:37.771028 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e6851691-5c14-4de3-acc9-3313f15f2dc2 req-84b67966-23f1-4449-b749-4130a4bfac6c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132920 Sep 17 04:29:37.784077 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 36916) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:37.815618 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c2dcb2ac-372f-480d-bb16-e94db0ba0ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:38.050667 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c2dcb2ac-372f-480d-bb16-e94db0ba0ce8 admin admin] Publish callbacks [] for security_group (0a3a2e8b-fcce-4e35-938e-e4cfee91783b), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:38.080996 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c2dcb2ac-372f-480d-bb16-e94db0ba0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (0a3a2e8b-fcce-4e35-938e-e4cfee91783b), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:38.146646 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-c2dcb2ac-372f-480d-bb16-e94db0ba0ce8 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b1a0a97dc69a468b95302dcd036766c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591294 Sep 17 04:29:38.146646 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Publish callbacks [] for router_gateway (dc7803b2-ceb0-416c-9250-86e6929ce5fe), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:38.147498 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcb2ac-372f-480d-bb16-e94db0ba0ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3a2e8b-fcce-4e35-938e-e4cfee91783b,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:38.150146 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 36934) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:38.220046 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2564caaf-687a-4313-ad12-9ec7904fe8cd admin admin] Publish callbacks [] for security_group (0a3a2e8b-fcce-4e35-938e-e4cfee91783b), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:38.249486 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2564caaf-687a-4313-ad12-9ec7904fe8cd admin admin] Publish callbacks [] for security_group (0a3a2e8b-fcce-4e35-938e-e4cfee91783b), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:38.296084 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:38.327459 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2564caaf-687a-4313-ad12-9ec7904fe8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (0a3a2e8b-fcce-4e35-938e-e4cfee91783b), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:38.330561 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2564caaf-687a-4313-ad12-9ec7904fe8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:38.333312 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-2564caaf-687a-4313-ad12-9ec7904fe8cd admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/0a3a2e8b-fcce-4e35-938e-e4cfee91783b HTTP/1.1" status: 204 len: 168 time: 0.1796491 Sep 17 04:29:38.343499 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564caaf-687a-4313-ad12-9ec7904fe8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3a2e8b-fcce-4e35-938e-e4cfee91783b,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:38.434800 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af253de-950f-4a5d-b001-ef348797977f None None] New status for floating IP 799f9a52-f39b-4d81-bacf-b1d4a4aed495: ACTIVE {{(pid=106228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:29:38.520471 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3698153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3695137'] for router (dc7803b2-ceb0-416c-9250-86e6929ce5fe), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:38.675572 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Router dc7803b2-ceb0-416c-9250-86e6929ce5fe is scheduled to L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 with binding_index 1 {{(pid=106227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 04:29:38.709214 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8d6e5c-c319-4903-a53a-c55461247df6 None None] Network 926c6c09-466c-4643-81fe-c6d1e0236acc requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:29:38.777984 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-c48bf36c-9b45-4dd9-8d26-f8d5a577061a None None] Provisioning complete for port 2260d0b0-6d97-4650-9577-028ac1b656b7 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:38.778560 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c48bf36c-9b45-4dd9-8d26-f8d5a577061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:38.778946 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-c48bf36c-9b45-4dd9-8d26-f8d5a577061a None None] Attempt 1 to provision port 2260d0b0-6d97-4650-9577-028ac1b656b7 Sep 17 04:29:38.945121 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-c48bf36c-9b45-4dd9-8d26-f8d5a577061a None None] Current status of the port 2260d0b0-6d97-4650-9577-028ac1b656b7 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:38.945531 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c48bf36c-9b45-4dd9-8d26-f8d5a577061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:39.004417 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-c48bf36c-9b45-4dd9-8d26-f8d5a577061a None None] For port 2260d0b0-6d97-4650-9577-028ac1b656b7, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=2260d0b0-6d97-4650-9577-028ac1b656b7,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:39.012324 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c48bf36c-9b45-4dd9-8d26-f8d5a577061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:39.090634 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bf36c-9b45-4dd9-8d26-f8d5a577061a None None] Pushing event updated for resources: {'Port': ['ID=2260d0b0-6d97-4650-9577-028ac1b656b7,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:39.124616 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:39.153647 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:29:39.163550 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Sync routers for ids ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:29:39.177519 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Routers {'dc7803b2-ceb0-416c-9250-86e6929ce5fe'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:29:39.178720 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:39.179763 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:39.181207 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-de902328-27e1-444f-b854-e6abcbfbba99 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2369747 Sep 17 04:29:39.184857 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 36966) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:39.240874 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-ae5e6390-25af-46db-a728-fa378c0a1911 None None] Provisioning complete for port 2260d0b0-6d97-4650-9577-028ac1b656b7 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:39.241151 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6390-25af-46db-a728-fa378c0a1911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:39.241553 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-ae5e6390-25af-46db-a728-fa378c0a1911 None None] Attempt 1 to provision port 2260d0b0-6d97-4650-9577-028ac1b656b7 Sep 17 04:29:39.267448 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:39.284030 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:39.363132 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e6390-25af-46db-a728-fa378c0a1911 None None] Current status of the port 2260d0b0-6d97-4650-9577-028ac1b656b7 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:39.381852 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Set router dc7803b2-ceb0-416c-9250-86e6929ce5fe gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:29:39.451891 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 36976) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:39.456311 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2260d0b0-6d97-4650-9577-028ac1b656b7 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:29:39.586048 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 2260d0b0-6d97-4650-9577-028ac1b656b7 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:39.586372 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:39.588542 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 2260d0b0-6d97-4650-9577-028ac1b656b7 Sep 17 04:29:39.693893 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 36992) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:39.717744 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:37Z', 'revision_number': 3, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port': {'id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:39.773521 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:39.792199 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 2260d0b0-6d97-4650-9577-028ac1b656b7 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:39.800947 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Checking router: dc7803b2-ceb0-416c-9250-86e6929ce5fe for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:29:39.801440 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Updating router dc7803b2-ceb0-416c-9250-86e6929ce5fe port 2d4084f3-8f46-469e-ad52-8c863541ee05 binding host dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:29:39.819977 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdee27d4-3918-436e-8d8c-c9b00ca3e8f5 admin admin] Deleting subnet 4c06f841-e33d-47ff-9597-ff65b7974c24 {{(pid=106227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:29:39.827570 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bdee27d4-3918-436e-8d8c-c9b00ca3e8f5 admin admin] Publish callbacks [] for subnet (4c06f841-e33d-47ff-9597-ff65b7974c24), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:39.869234 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:39.906271 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-78026ae8-6486-4482-89e3-e3544ef3b229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:39.927690 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bdee27d4-3918-436e-8d8c-c9b00ca3e8f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363446'] for subnet (4c06f841-e33d-47ff-9597-ff65b7974c24), precommit_delete_associations {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.000745 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bdee27d4-3918-436e-8d8c-c9b00ca3e8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (4c06f841-e33d-47ff-9597-ff65b7974c24), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.005876 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:40.016743 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.046755 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:40.092350 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-78026ae8-6486-4482-89e3-e3544ef3b229 admin admin] Publish callbacks [] for security_group (7f8b7ab0-5418-4bd0-8d5c-7769e0c19017), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.097501 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bdee27d4-3918-436e-8d8c-c9b00ca3e8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2666883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10209104'] for subnet (4c06f841-e33d-47ff-9597-ff65b7974c24), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.112001 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-78026ae8-6486-4482-89e3-e3544ef3b229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (7f8b7ab0-5418-4bd0-8d5c-7769e0c19017), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.135506 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bdee27d4-3918-436e-8d8c-c9b00ca3e8f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.138597 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-bdee27d4-3918-436e-8d8c-c9b00ca3e8f5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/4c06f841-e33d-47ff-9597-ff65b7974c24 HTTP/1.1" status: 204 len: 168 time: 0.4435391 Sep 17 04:29:40.159885 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37006) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:40.169262 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78026ae8-6486-4482-89e3-e3544ef3b229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8b7ab0-5418-4bd0-8d5c-7769e0c19017,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:40.171260 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:40.173306 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee27d4-3918-436e-8d8c-c9b00ca3e8f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c06f841-e33d-47ff-9597-ff65b7974c24,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:40.191450 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-78026ae8-6486-4482-89e3-e3544ef3b229 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a70ba5dbb7724b5cb0e99caf49e76f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7381153 Sep 17 04:29:40.192787 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37010) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:40.214486 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Publish callbacks [] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.224182 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.262626 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b984a54e-8466-464d-98a0-e9099e8d0554 admin admin] Publish callbacks [] for security_group (7f8b7ab0-5418-4bd0-8d5c-7769e0c19017), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.267688 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Attempting to bind port 2d4084f3-8f46-469e-ad52-8c863541ee05 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:29:40.268057 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Attempting to bind port 2d4084f3-8f46-469e-ad52-8c863541ee05 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:29:40.268427 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Attempting to bind port 2d4084f3-8f46-469e-ad52-8c863541ee05 on network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:29:40.272476 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:40.288519 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b984a54e-8466-464d-98a0-e9099e8d0554 admin admin] Publish callbacks [] for security_group (7f8b7ab0-5418-4bd0-8d5c-7769e0c19017), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.294916 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7856e8c-e216-49f3-8cb6-6c84eb06451e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (7a1b8429-728e-42d9-86fe-403d183c29a0), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.328153 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Pushing event updated for resources: {'Port': ['ID=2d4084f3-8f46-469e-ad52-8c863541ee05,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:40.338477 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Allocated IP 172.20.0.1 (926c6c09-466c-4643-81fe-c6d1e0236acc/bf84a2fe-d123-45cf-8140-e41701bc7cf0/b0aca069-d3d2-4b66-86a8-efa4108e44da) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:29:40.342760 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.343104 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.343462 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.343867 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.344204 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.344558 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.344889 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.345346 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.345709 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.346033 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.346559 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.346698 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.346984 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.347282 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.347643 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:29:40.354125 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:29:40.354493 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Checking segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:29:40.354893 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.355275 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Bound using segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:29:40.355745 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Bound port: 2d4084f3-8f46-469e-ad52-8c863541ee05, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:29:40.356121 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.362482 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b984a54e-8466-464d-98a0-e9099e8d0554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (7f8b7ab0-5418-4bd0-8d5c-7769e0c19017), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.365560 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b984a54e-8466-464d-98a0-e9099e8d0554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.368536 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-b984a54e-8466-464d-98a0-e9099e8d0554 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7f8b7ab0-5418-4bd0-8d5c-7769e0c19017 HTTP/1.1" status: 204 len: 168 time: 0.1754737 Sep 17 04:29:40.381490 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984a54e-8466-464d-98a0-e9099e8d0554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8b7ab0-5418-4bd0-8d5c-7769e0c19017,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:40.423970 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] For port 2d4084f3-8f46-469e-ad52-8c863541ee05, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:29:40.428887 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] For port 2d4084f3-8f46-469e-ad52-8c863541ee05, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=2d4084f3-8f46-469e-ad52-8c863541ee05,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:29:40.438696 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.440977 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7856e8c-e216-49f3-8cb6-6c84eb06451e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (7a1b8429-728e-42d9-86fe-403d183c29a0), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.500225 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-e7856e8c-e216-49f3-8cb6-6c84eb06451e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1b8429-728e-42d9-86fe-403d183c29a0']}} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:40.511314 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Routers {'dc7803b2-ceb0-416c-9250-86e6929ce5fe'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:29:40.511945 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:40.521231 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-e7856e8c-e216-49f3-8cb6-6c84eb06451e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade2e135-8a0f-4c90-a5d2-5c9201e6dde3') {'for_net_delete': True} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:40.521565 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-e7856e8c-e216-49f3-8cb6-6c84eb06451e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade2e135-8a0f-4c90-a5d2-5c9201e6dde3') {} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:40.536978 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7856e8c-e216-49f3-8cb6-6c84eb06451e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9580661'] for segment (ade2e135-8a0f-4c90-a5d2-5c9201e6dde3), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.572692 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7856e8c-e216-49f3-8cb6-6c84eb06451e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (ade2e135-8a0f-4c90-a5d2-5c9201e6dde3), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.573284 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f59d1-6814-4b7f-a06b-ad9d4cb5e80b None None] Pushing event updated for resources: {'Port': ['ID=2d4084f3-8f46-469e-ad52-8c863541ee05,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:40.588844 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Publish callbacks [] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.590829 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7856e8c-e216-49f3-8cb6-6c84eb06451e admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=106226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:29:40.591244 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7856e8c-e216-49f3-8cb6-6c84eb06451e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9581644'] for segment (ade2e135-8a0f-4c90-a5d2-5c9201e6dde3), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.637501 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment ade2e135-8a0f-4c90-a5d2-5c9201e6dde3 resource provider aggregate not found Sep 17 04:29:40.662241 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] Set router dc7803b2-ceb0-416c-9250-86e6929ce5fe gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:29:40.672032 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment ade2e135-8a0f-4c90-a5d2-5c9201e6dde3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ade2e135-8a0f-4c90-a5d2-5c9201e6dde3 found for delete ", "request_id": "req-f7a0a3c3-ffe0-49f8-868b-792c1b30c68d"}]} Sep 17 04:29:40.695751 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7856e8c-e216-49f3-8cb6-6c84eb06451e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (7a1b8429-728e-42d9-86fe-403d183c29a0), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.711431 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7856e8c-e216-49f3-8cb6-6c84eb06451e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.719395 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37032) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:40.720340 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-e7856e8c-e216-49f3-8cb6-6c84eb06451e admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/7a1b8429-728e-42d9-86fe-403d183c29a0 HTTP/1.1" status: 204 len: 168 time: 0.5607014 Sep 17 04:29:40.741856 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.789039 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:40.792609 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Pushing event updated for resources: {'Port': ['ID=b0aca069-d3d2-4b66-86a8-efa4108e44da,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:40.798013 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7856e8c-e216-49f3-8cb6-6c84eb06451e admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1b8429-728e-42d9-86fe-403d183c29a0,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:40.818970 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Network 926c6c09-466c-4643-81fe-c6d1e0236acc is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:29:40.821836 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:29:40.825070 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:29:40.861694 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db5b125-c27c-435f-ac7c-9f61e273856a admin admin] Deleting subnet a680cf47-07a2-4d46-bd9e-cc134e5f10bf {{(pid=106227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:29:40.867419 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6db5b125-c27c-435f-ac7c-9f61e273856a admin admin] Publish callbacks [] for subnet (a680cf47-07a2-4d46-bd9e-cc134e5f10bf), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.920133 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6db5b125-c27c-435f-ac7c-9f61e273856a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363446'] for subnet (a680cf47-07a2-4d46-bd9e-cc134e5f10bf), precommit_delete_associations {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.921347 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3836696'] for router_interface (dc7803b2-ceb0-416c-9250-86e6929ce5fe), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:40.975695 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:41.032556 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6db5b125-c27c-435f-ac7c-9f61e273856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (a680cf47-07a2-4d46-bd9e-cc134e5f10bf), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.117465 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:37Z', 'revision_number': 3, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port': {'id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:41.159442 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6db5b125-c27c-435f-ac7c-9f61e273856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2666883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10209104'] for subnet (a680cf47-07a2-4d46-bd9e-cc134e5f10bf), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.171152 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8b657-d148-4dd7-878a-95767e217105 None None] The sync data for ids ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'] in dv-cinder-857993-2-iscsi is: [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:37Z', 'revision_number': 3, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port': {'id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:29:41.200395 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6db5b125-c27c-435f-ac7c-9f61e273856a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.200642 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Provisioning complete for port b0aca069-d3d2-4b66-86a8-efa4108e44da triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:41.201164 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.201364 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Attempt 1 to provision port b0aca069-d3d2-4b66-86a8-efa4108e44da Sep 17 04:29:41.204584 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-6db5b125-c27c-435f-ac7c-9f61e273856a admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/a680cf47-07a2-4d46-bd9e-cc134e5f10bf HTTP/1.1" status: 204 len: 168 time: 0.4839208 Sep 17 04:29:41.206253 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5b125-c27c-435f-ac7c-9f61e273856a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a680cf47-07a2-4d46-bd9e-cc134e5f10bf,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:41.208236 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37052) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:41.251854 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.280478 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37054) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:41.315956 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Port b0aca069-d3d2-4b66-86a8-efa4108e44da cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:29:41.318233 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-97619708-251b-4f6b-a476-e80ada9f8395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (ca9f21d6-c711-40f6-a677-571d56946c0d), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.363922 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:41.437003 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-97619708-251b-4f6b-a476-e80ada9f8395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (ca9f21d6-c711-40f6-a677-571d56946c0d), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.464144 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-97619708-251b-4f6b-a476-e80ada9f8395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9f21d6-c711-40f6-a677-571d56946c0d']}} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:41.470335 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e5035833-257e-4980-8b66-bec37f1cee19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.476426 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-97619708-251b-4f6b-a476-e80ada9f8395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15820910-a705-4f9f-919b-bb87f30330b0') {'for_net_delete': True} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:41.476713 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-97619708-251b-4f6b-a476-e80ada9f8395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15820910-a705-4f9f-919b-bb87f30330b0') {} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:41.487807 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-97619708-251b-4f6b-a476-e80ada9f8395 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363405'] for segment (15820910-a705-4f9f-919b-bb87f30330b0), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.506314 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-97619708-251b-4f6b-a476-e80ada9f8395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (15820910-a705-4f9f-919b-bb87f30330b0), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.513121 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Publish callbacks [] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.519526 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97619708-251b-4f6b-a476-e80ada9f8395 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=106227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:29:41.519910 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-97619708-251b-4f6b-a476-e80ada9f8395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666809'] for segment (15820910-a705-4f9f-919b-bb87f30330b0), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.531288 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.590129 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Pushing event updated for resources: {'Port': ['ID=b0aca069-d3d2-4b66-86a8-efa4108e44da,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:41.615088 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment 15820910-a705-4f9f-919b-bb87f30330b0 resource provider aggregate not found Sep 17 04:29:41.642665 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment 15820910-a705-4f9f-919b-bb87f30330b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15820910-a705-4f9f-919b-bb87f30330b0 found for delete ", "request_id": "req-de5b85df-875a-49c9-8f67-0c8ff3881495"}]} Sep 17 04:29:41.670952 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3836812'] for router_interface (dc7803b2-ceb0-416c-9250-86e6929ce5fe), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.681832 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-97619708-251b-4f6b-a476-e80ada9f8395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (ca9f21d6-c711-40f6-a677-571d56946c0d), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.686719 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-97619708-251b-4f6b-a476-e80ada9f8395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.693387 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-97619708-251b-4f6b-a476-e80ada9f8395 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/ca9f21d6-c711-40f6-a677-571d56946c0d HTTP/1.1" status: 204 len: 168 time: 0.4840021 Sep 17 04:29:41.708090 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97619708-251b-4f6b-a476-e80ada9f8395 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca9f21d6-c711-40f6-a677-571d56946c0d,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:41.719942 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e5035833-257e-4980-8b66-bec37f1cee19 admin admin] Publish callbacks [] for security_group (7770bcf1-c17b-4e34-b791-2f9a3917b662), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.760158 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e5035833-257e-4980-8b66-bec37f1cee19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (7770bcf1-c17b-4e34-b791-2f9a3917b662), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.808694 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37080) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:41.809277 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-e5035833-257e-4980-8b66-bec37f1cee19 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=c954675bd66045b385b3fff72d743304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5253754 Sep 17 04:29:41.817386 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Attempt 2 to provision port b0aca069-d3d2-4b66-86a8-efa4108e44da Sep 17 04:29:41.819152 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5035833-257e-4980-8b66-bec37f1cee19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7770bcf1-c17b-4e34-b791-2f9a3917b662,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:41.876481 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Network 926c6c09-466c-4643-81fe-c6d1e0236acc is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:29:41.877276 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Port b0aca069-d3d2-4b66-86a8-efa4108e44da cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:29:41.880297 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:29:41.935859 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6e648b5f-fd11-46ea-9784-bc7f7ff9d200 admin admin] Publish callbacks [] for security_group (7770bcf1-c17b-4e34-b791-2f9a3917b662), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.963619 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6e648b5f-fd11-46ea-9784-bc7f7ff9d200 admin admin] Publish callbacks [] for security_group (7770bcf1-c17b-4e34-b791-2f9a3917b662), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:41.999112 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37082) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:42.014988 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:42.023165 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:42.076345 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-209f70bf-f782-490f-9473-5b0c2fe6bc73 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=518ea7ac8ba9429688cceb5d40067fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0759330 Sep 17 04:29:42.076762 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37084) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:42.092188 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6e648b5f-fd11-46ea-9784-bc7f7ff9d200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (7770bcf1-c17b-4e34-b791-2f9a3917b662), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:42.100946 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6e648b5f-fd11-46ea-9784-bc7f7ff9d200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:42.102621 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-6e648b5f-fd11-46ea-9784-bc7f7ff9d200 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7770bcf1-c17b-4e34-b791-2f9a3917b662 HTTP/1.1" status: 204 len: 168 time: 0.2927697 Sep 17 04:29:42.109329 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Router dc7803b2-ceb0-416c-9250-86e6929ce5fe has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:29:42.114013 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e648b5f-fd11-46ea-9784-bc7f7ff9d200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7770bcf1-c17b-4e34-b791-2f9a3917b662,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:42.204215 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c23e1559-f4e1-458e-92d5-b31c2da13973 admin admin] Publish callbacks [] for security_group (8bacc2fe-f44e-4d2b-a79e-fc6d6195df61), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:42.245961 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c23e1559-f4e1-458e-92d5-b31c2da13973 admin admin] Publish callbacks [] for security_group (8bacc2fe-f44e-4d2b-a79e-fc6d6195df61), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:42.305426 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:42.338203 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:29:42.356280 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-597bbcea-467b-4871-942b-0c22a10c255c admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/dc7803b2-ceb0-416c-9250-86e6929ce5fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1607020 Sep 17 04:29:42.379128 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Attempt 3 to provision port b0aca069-d3d2-4b66-86a8-efa4108e44da Sep 17 04:29:42.385322 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c23e1559-f4e1-458e-92d5-b31c2da13973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (8bacc2fe-f44e-4d2b-a79e-fc6d6195df61), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:42.388864 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c23e1559-f4e1-458e-92d5-b31c2da13973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:42.390889 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-c23e1559-f4e1-458e-92d5-b31c2da13973 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8bacc2fe-f44e-4d2b-a79e-fc6d6195df61 HTTP/1.1" status: 204 len: 168 time: 0.3096819 Sep 17 04:29:42.405462 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e1559-f4e1-458e-92d5-b31c2da13973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bacc2fe-f44e-4d2b-a79e-fc6d6195df61,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:42.470214 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Port b0aca069-d3d2-4b66-86a8-efa4108e44da cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:29:42.736205 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37148) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:42.772885 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-119def1a-62d5-469b-bf64-cb07523a3e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:42.972026 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Attempt 4 to provision port b0aca069-d3d2-4b66-86a8-efa4108e44da Sep 17 04:29:43.012606 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-119def1a-62d5-469b-bf64-cb07523a3e58 admin admin] Publish callbacks [] for security_group (d6502d4a-4b69-4ba1-a166-e0d1def284e2), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.019973 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-119def1a-62d5-469b-bf64-cb07523a3e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d6502d4a-4b69-4ba1-a166-e0d1def284e2), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.059262 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119def1a-62d5-469b-bf64-cb07523a3e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6502d4a-4b69-4ba1-a166-e0d1def284e2,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:43.073740 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Port b0aca069-d3d2-4b66-86a8-efa4108e44da cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:29:43.092754 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-119def1a-62d5-469b-bf64-cb07523a3e58 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=630f6fce51484f799d66aa26faaf6e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551805 Sep 17 04:29:43.095601 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37160) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:43.121618 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37162) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:43.164051 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-803b513c-a427-4798-aca9-5b05b7823f80 admin admin] Publish callbacks [] for security_group (d6502d4a-4b69-4ba1-a166-e0d1def284e2), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.170072 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-6cadaf63-27f3-485e-9dea-fc5b963b4320 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=84e45a668f214e35be48d9782e5a4042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450120 Sep 17 04:29:43.170766 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37164) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:43.198653 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-803b513c-a427-4798-aca9-5b05b7823f80 admin admin] Publish callbacks [] for security_group (d6502d4a-4b69-4ba1-a166-e0d1def284e2), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.229215 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a624e2be-4237-4413-9d62-925ca733cc36 admin admin] Publish callbacks [] for security_group (937be7d6-8e98-44d3-ae69-44cb8f46e995), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.253826 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a624e2be-4237-4413-9d62-925ca733cc36 admin admin] Publish callbacks [] for security_group (937be7d6-8e98-44d3-ae69-44cb8f46e995), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.270410 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-803b513c-a427-4798-aca9-5b05b7823f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d6502d4a-4b69-4ba1-a166-e0d1def284e2), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.273145 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-803b513c-a427-4798-aca9-5b05b7823f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.278197 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-803b513c-a427-4798-aca9-5b05b7823f80 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d6502d4a-4b69-4ba1-a166-e0d1def284e2 HTTP/1.1" status: 204 len: 168 time: 0.1813521 Sep 17 04:29:43.288077 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b513c-a427-4798-aca9-5b05b7823f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6502d4a-4b69-4ba1-a166-e0d1def284e2,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:43.338412 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a624e2be-4237-4413-9d62-925ca733cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (937be7d6-8e98-44d3-ae69-44cb8f46e995), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.344983 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a624e2be-4237-4413-9d62-925ca733cc36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.348913 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-a624e2be-4237-4413-9d62-925ca733cc36 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/937be7d6-8e98-44d3-ae69-44cb8f46e995 HTTP/1.1" status: 204 len: 168 time: 0.1762793 Sep 17 04:29:43.373765 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624e2be-4237-4413-9d62-925ca733cc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937be7d6-8e98-44d3-ae69-44cb8f46e995,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:43.491412 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2d4084f3-8f46-469e-ad52-8c863541ee05 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:29:43.519683 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Sync routers for ids ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:29:43.543597 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Routers {'dc7803b2-ceb0-416c-9250-86e6929ce5fe'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:29:43.544236 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:43.581110 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Attempt 5 to provision port b0aca069-d3d2-4b66-86a8-efa4108e44da Sep 17 04:29:43.632255 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 2d4084f3-8f46-469e-ad52-8c863541ee05 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:43.632552 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.632884 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 2d4084f3-8f46-469e-ad52-8c863541ee05 Sep 17 04:29:43.697136 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Port b0aca069-d3d2-4b66-86a8-efa4108e44da cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:29:43.740504 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Set router dc7803b2-ceb0-416c-9250-86e6929ce5fe gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:29:43.781920 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37194) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:43.788413 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1125178203-network', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:29:43.808336 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 2d4084f3-8f46-469e-ad52-8c863541ee05 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:43.808745 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.814793 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Made reservation on behalf of 191e745d2d9245da8d2df2e4f9a7814a for: {'network': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:29:43.819091 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.832929 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.856919 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:43.896878 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 2d4084f3-8f46-469e-ad52-8c863541ee05, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=2d4084f3-8f46-469e-ad52-8c863541ee05,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:43.905298 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.946466 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:43.949303 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Publish callbacks [] for security_group (3f933cfb-f8d0-4917-a8fd-3c11c0268007), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.956635 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:43.959479 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (3f933cfb-f8d0-4917-a8fd-3c11c0268007), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:43.991231 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=2d4084f3-8f46-469e-ad52-8c863541ee05,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:44.007153 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=106226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:29:44.033196 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f933cfb-f8d0-4917-a8fd-3c11c0268007,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:44.048972 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (b0beb9f7-8f6b-4473-952f-37fe12807330), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:44.049525 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.segments_db [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Added segment b0beb9f7-8f6b-4473-952f-37fe12807330 of type vlan for network e97de139-a63d-4d02-8f53-dc11f97f5037 Sep 17 04:29:44.070171 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:41Z', 'revision_number': 4, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port': {'id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'b0aca069-d3d2-4b66-86a8-efa4108e44da', 'name': '', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'mac_address': 'fa:16:3e:76:45:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:40Z', 'updated_at': '2022-09-17T04:29:41Z', 'revision_number': 2, 'project_id': '4ca16cc178624419954df6bad327f722', 'subnets': [{'id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:44.123124 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Checking router: dc7803b2-ceb0-416c-9250-86e6929ce5fe for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:29:44.123465 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Updating router dc7803b2-ceb0-416c-9250-86e6929ce5fe port b0aca069-d3d2-4b66-86a8-efa4108e44da binding host dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:29:44.141525 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (e97de139-a63d-4d02-8f53-dc11f97f5037), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:44.161598 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:44.174136 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (e97de139-a63d-4d02-8f53-dc11f97f5037), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:44.175679 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:44.176251 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:44.200487 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Attempt 6 to provision port b0aca069-d3d2-4b66-86a8-efa4108e44da Sep 17 04:29:44.254777 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] Pushing event updated for resources: {'Network': ['ID=e97de139-a63d-4d02-8f53-dc11f97f5037,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:44.266437 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37222) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:44.271587 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-250f216b-587c-4525-9e9c-78050b911924 admin admin] Request body: {'subnet': {'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1125178203-subnet', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'ip_version': 4}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:29:44.277001 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-6163d186-4bf6-4b71-92f5-da379997c091 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4930294 Sep 17 04:29:44.296013 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250f216b-587c-4525-9e9c-78050b911924 admin admin] Made reservation on behalf of 191e745d2d9245da8d2df2e4f9a7814a for: {'subnet': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:29:44.300084 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network e97de139-a63d-4d02-8f53-dc11f97f5037 details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:29:44.300567 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-250f216b-587c-4525-9e9c-78050b911924 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10209151'] for subnet (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:44.393022 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Port b0aca069-d3d2-4b66-86a8-efa4108e44da cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:29:44.490305 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74538f3d-d3db-4054-9d63-a5890de9992a req-7fda3e05-a11c-406f-b55c-1c99b02e222f tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:44.491853 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-74538f3d-d3db-4054-9d63-a5890de9992a req-7fda3e05-a11c-406f-b55c-1c99b02e222f tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0641792 Sep 17 04:29:44.505166 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:DELETE=3,neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:44.564573 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-74538f3d-d3db-4054-9d63-a5890de9992a req-7ae57fd6-28c0-4070-ac82-6f52d3829602 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669253 Sep 17 04:29:44.597110 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-250f216b-587c-4525-9e9c-78050b911924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2667868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10209129'] for subnet (b8a6f574-7948-4a4c-b69d-2eb27ad9338f), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:44.601360 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:44.668937 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f216b-587c-4525-9e9c-78050b911924 admin admin] Checking segment: {'id': 'b0beb9f7-8f6b-4473-952f-37fe12807330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:29:44.669703 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250f216b-587c-4525-9e9c-78050b911924 admin admin] Network hostable DHCP agents. Network: e97de139-a63d-4d02-8f53-dc11f97f5037, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:29:44.679972 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f216b-587c-4525-9e9c-78050b911924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a6f574-7948-4a4c-b69d-2eb27ad9338f,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:44.702400 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250f216b-587c-4525-9e9c-78050b911924 admin admin] Network e97de139-a63d-4d02-8f53-dc11f97f5037 is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:29:44.714340 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-250f216b-587c-4525-9e9c-78050b911924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, e97de139-a63d-4d02-8f53-dc11f97f5037) {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:29:44.723045 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a48492d-531d-4d32-bfd7-84acb87fd499 None None] Network e97de139-a63d-4d02-8f53-dc11f97f5037 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:29:44.723924 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f216b-587c-4525-9e9c-78050b911924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:44.724874 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-250f216b-587c-4525-9e9c-78050b911924 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:44.752503 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37242) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:44.753573 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-250f216b-587c-4525-9e9c-78050b911924 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4858973 Sep 17 04:29:44.757469 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1125178203-router', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:29:44.785616 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4729'] for router (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:44.786776 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3698097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3840254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3906358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:44.863791 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Publish callbacks [] for router_controller (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), precommit_add_association {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:44.895906 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Attempt 7 to provision port b0aca069-d3d2-4b66-86a8-efa4108e44da Sep 17 04:29:44.923628 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a1dfd16-a292-5d46-ac4f-18a3363636d9-e97de139-a63d-4d02-8f53-dc11f97f5037', 'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037', 'project_id': '191e745d2d9245da8d2df2e4f9a7814a', 'fixed_ips': [{'subnet_id': 'b8a6f574-7948-4a4c-b69d-2eb27ad9338f'}]}} from dv-cinder-857993-2-iscsi. {{(pid=106228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 04:29:44.924562 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:44.934784 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Publish callbacks [] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:44.965749 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Port b0aca069-d3d2-4b66-86a8-efa4108e44da cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:29:44.966291 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:45.055273 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Publish callbacks [] for router_gateway (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:45.088333 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3994e-5f04-4b4e-915c-e5d312db7cb1 None None] Pushing event updated for resources: {'Port': ['ID=b0aca069-d3d2-4b66-86a8-efa4108e44da,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:45.163809 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Attempting to bind port b0aca069-d3d2-4b66-86a8-efa4108e44da on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:29:45.164183 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Attempting to bind port b0aca069-d3d2-4b66-86a8-efa4108e44da by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '2ff39efe-ed9a-4cf9-b18f-2d620f24033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:29:45.164552 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Attempting to bind port b0aca069-d3d2-4b66-86a8-efa4108e44da on network 926c6c09-466c-4643-81fe-c6d1e0236acc {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:29:45.188714 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:45.211055 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:45.222471 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Allocated IP 172.20.0.2 (e97de139-a63d-4d02-8f53-dc11f97f5037/b8a6f574-7948-4a4c-b69d-2eb27ad9338f/69b2fd90-dfe5-4f9c-967d-257f3b8e013e) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:29:45.244647 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:29:45.245018 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Checking segment: {'id': '2ff39efe-ed9a-4cf9-b18f-2d620f24033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:29:45.245662 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:45.246247 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Bound using segment: {'id': '2ff39efe-ed9a-4cf9-b18f-2d620f24033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:29:45.246851 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Bound port: b0aca069-d3d2-4b66-86a8-efa4108e44da, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff39efe-ed9a-4cf9-b18f-2d620f24033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:29:45.247618 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:45.402631 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] For port b0aca069-d3d2-4b66-86a8-efa4108e44da, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:29:45.423796 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] For port b0aca069-d3d2-4b66-86a8-efa4108e44da, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=b0aca069-d3d2-4b66-86a8-efa4108e44da,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:29:45.431798 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2d4084f3-8f46-469e-ad52-8c863541ee05 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:29:45.477995 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Attempt 8 to provision port b0aca069-d3d2-4b66-86a8-efa4108e44da Sep 17 04:29:45.480629 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:45.507328 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Publish callbacks [] for router_gateway (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:45.533850 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:45.546970 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Publish callbacks [] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:45.588735 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:45.634276 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Network e97de139-a63d-4d02-8f53-dc11f97f5037 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:29:45.637738 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Routers {'dc7803b2-ceb0-416c-9250-86e6929ce5fe'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:29:45.638375 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:45.650923 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Allocated IP 172.27.3.134 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/b8afb38d-9fce-40af-97a3-079f90ef6eb6) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:29:45.679388 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:29:45.684897 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:29:45.702080 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3994e-5f04-4b4e-915c-e5d312db7cb1 None None] Pushing event updated for resources: {'Port': ['ID=b0aca069-d3d2-4b66-86a8-efa4108e44da,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:45.780993 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c5e32-d861-4111-9f06-f27b8aea80f4 req-64237a55-c0ac-40fb-ab12-c984dbde38b6 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:45.783491 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-717c5e32-d861-4111-9f06-f27b8aea80f4 req-64237a55-c0ac-40fb-ab12-c984dbde38b6 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0738616 Sep 17 04:29:45.802067 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 2d4084f3-8f46-469e-ad52-8c863541ee05 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:45.802608 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:45.802933 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 2d4084f3-8f46-469e-ad52-8c863541ee05 Sep 17 04:29:45.845754 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:INSERT=15,neutron:UPDATE=6,neutron:SELECT=77,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:45.892165 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Publish callbacks [] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:45.899515 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-717c5e32-d861-4111-9f06-f27b8aea80f4 req-5a790473-859d-4ff1-892b-16a36b58568c tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081917 Sep 17 04:29:45.914711 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Current status of the port b0aca069-d3d2-4b66-86a8-efa4108e44da is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:45.915109 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:45.917026 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Pushing event updated for resources: {'Port': ['ID=69b2fd90-dfe5-4f9c-967d-257f3b8e013e,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:45.953216 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Attempting to bind port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:29:45.953632 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Attempting to bind port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': 'b0beb9f7-8f6b-4473-952f-37fe12807330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:29:45.953997 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Attempting to bind port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e on network e97de139-a63d-4d02-8f53-dc11f97f5037 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:29:45.954883 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:45.990585 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] Set router dc7803b2-ceb0-416c-9250-86e6929ce5fe gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:29:46.018873 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:46.021427 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Pushing event updated for resources: {'Port': ['ID=b8afb38d-9fce-40af-97a3-079f90ef6eb6,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:46.025389 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:29:46.027281 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:29:46.029596 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:29:46.044314 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:46.082241 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] For port b0aca069-d3d2-4b66-86a8-efa4108e44da, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=b0aca069-d3d2-4b66-86a8-efa4108e44da,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:46.121934 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:46.133571 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:46.217927 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:29:46.218300 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Checking segment: {'id': 'b0beb9f7-8f6b-4473-952f-37fe12807330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:29:46.218748 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:46.219146 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Bound using segment: {'id': 'b0beb9f7-8f6b-4473-952f-37fe12807330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:29:46.219656 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Bound port: 69b2fd90-dfe5-4f9c-967d-257f3b8e013e, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0beb9f7-8f6b-4473-952f-37fe12807330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:29:46.220156 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:46.228511 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 2d4084f3-8f46-469e-ad52-8c863541ee05 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:46.316518 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Publish callbacks [] for router_gateway (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:46.323712 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab2f54-d8ef-4883-98e9-d043fdc49d0e None None] Pushing event updated for resources: {'Port': ['ID=b0aca069-d3d2-4b66-86a8-efa4108e44da,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:46.347385 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-b23f4aef-0404-4d8c-b963-e099ea57d25a None None] Provisioning complete for port b0aca069-d3d2-4b66-86a8-efa4108e44da triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:46.347763 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b23f4aef-0404-4d8c-b963-e099ea57d25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:46.348236 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b23f4aef-0404-4d8c-b963-e099ea57d25a None None] Attempt 1 to provision port b0aca069-d3d2-4b66-86a8-efa4108e44da Sep 17 04:29:46.547838 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3698153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3695137'] for router (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:46.650706 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] For port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:29:46.709811 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Router 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 is scheduled to L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 with binding_index 1 {{(pid=106226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 04:29:46.711447 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] For port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=69b2fd90-dfe5-4f9c-967d-257f3b8e013e,segment=NetworkSegment(b0beb9f7-8f6b-4473-952f-37fe12807330),segment_id=b0beb9f7-8f6b-4473-952f-37fe12807330)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:29:46.729810 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:46.759955 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:41Z', 'revision_number': 4, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port': {'id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'b0aca069-d3d2-4b66-86a8-efa4108e44da', 'name': '', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'mac_address': 'fa:16:3e:76:45:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:40Z', 'updated_at': '2022-09-17T04:29:45Z', 'revision_number': 4, 'project_id': '4ca16cc178624419954df6bad327f722', 'subnets': [{'id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:46.835375 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:29:46.850208 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Sync routers for ids ['46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:29:46.865399 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba1f96-e6a0-4c5a-a373-c6e4e80d3493 None None] The sync data for ids ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'] in dv-cinder-857993-2-iscsi is: [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:41Z', 'revision_number': 4, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port': {'id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'b0aca069-d3d2-4b66-86a8-efa4108e44da', 'name': '', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'mac_address': 'fa:16:3e:76:45:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:40Z', 'updated_at': '2022-09-17T04:29:45Z', 'revision_number': 4, 'project_id': '4ca16cc178624419954df6bad327f722', 'subnets': [{'id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:29:46.868932 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:46.870164 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-1c572cbf-5d7f-4ccc-b3d2-b045d14a4a2e admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1163464 Sep 17 04:29:46.873159 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37308) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:46.892940 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Routers {'46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:29:46.895022 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:46.906108 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b23f4aef-0404-4d8c-b963-e099ea57d25a None None] Current status of the port b0aca069-d3d2-4b66-86a8-efa4108e44da is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:46.915778 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33503872-5219-4b9b-b48b-1e4295a7eabd None None] Pushing event updated for resources: {'Port': ['ID=69b2fd90-dfe5-4f9c-967d-257f3b8e013e,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:47.138456 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:47.157151 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:47.163770 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cc932-39da-4e43-8db4-97eb5a78258d req-436028a7-b4cc-4aba-a68b-e13fdd71c335 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:47.165390 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8e9cc932-39da-4e43-8db4-97eb5a78258d req-436028a7-b4cc-4aba-a68b-e13fdd71c335 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0768337 Sep 17 04:29:47.198315 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Set router 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:29:47.230979 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:47.248065 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8e9cc932-39da-4e43-8db4-97eb5a78258d req-93e01bb3-a24c-4094-83b1-f9ec3123d545 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760143 Sep 17 04:29:47.489016 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'name': 'tempest-TestMinimumBasicScenario-1125178203-router', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:44Z', 'updated_at': '2022-09-17T04:29:46Z', 'revision_number': 3, 'project_id': '191e745d2d9245da8d2df2e4f9a7814a', 'gw_port': {'id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:45Z', 'updated_at': '2022-09-17T04:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:47.497232 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device b0aca069-d3d2-4b66-86a8-efa4108e44da up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:29:47.532205 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Checking router: 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:29:47.532730 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Updating router 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 port b8afb38d-9fce-40af-97a3-079f90ef6eb6 binding host dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:29:47.570166 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:47.572505 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:47.583678 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port b0aca069-d3d2-4b66-86a8-efa4108e44da triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:47.584136 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:47.584480 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port b0aca069-d3d2-4b66-86a8-efa4108e44da Sep 17 04:29:47.686957 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:47.707879 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port b0aca069-d3d2-4b66-86a8-efa4108e44da is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:47.709050 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 69b2fd90-dfe5-4f9c-967d-257f3b8e013e up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:29:47.774034 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:47.790919 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:47.794142 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:47.794687 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:47.795457 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e Sep 17 04:29:47.918779 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:47.919536 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:47.922459 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Allocated IP 172.20.0.1 (e97de139-a63d-4d02-8f53-dc11f97f5037/b8a6f574-7948-4a4c-b69d-2eb27ad9338f/128fa4f1-6068-4714-b1f1-6b50b2aa5d1d) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:29:47.953052 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Publish callbacks [] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:47.962629 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=69b2fd90-dfe5-4f9c-967d-257f3b8e013e,segment=NetworkSegment(b0beb9f7-8f6b-4473-952f-37fe12807330),segment_id=b0beb9f7-8f6b-4473-952f-37fe12807330)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:47.964681 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:47.973475 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:48.008125 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:48.028443 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014838f2-321e-4d09-89fa-9b6e86c9e54c None None] Pushing event updated for resources: {'Port': ['ID=b8afb38d-9fce-40af-97a3-079f90ef6eb6,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:48.036247 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Attempting to bind port b8afb38d-9fce-40af-97a3-079f90ef6eb6 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:29:48.036770 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Attempting to bind port b8afb38d-9fce-40af-97a3-079f90ef6eb6 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:29:48.037335 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Attempting to bind port b8afb38d-9fce-40af-97a3-079f90ef6eb6 on network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:29:48.068132 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=69b2fd90-dfe5-4f9c-967d-257f3b8e013e,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:48.093507 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:29:48.093867 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Checking segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:29:48.094442 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:48.094971 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Bound using segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:29:48.095715 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Bound port: b8afb38d-9fce-40af-97a3-079f90ef6eb6, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:29:48.096249 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:48.141639 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Publish callbacks [] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:48.150090 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] For port b8afb38d-9fce-40af-97a3-079f90ef6eb6, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:29:48.154631 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] For port b8afb38d-9fce-40af-97a3-079f90ef6eb6, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=b8afb38d-9fce-40af-97a3-079f90ef6eb6,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:29:48.164304 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:48.183063 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Routers {'46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:29:48.184034 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:48.196113 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:48.266667 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85534f9-330d-4255-b5bf-e73cad959dd4 None None] Network e97de139-a63d-4d02-8f53-dc11f97f5037 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:29:48.271138 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Network e97de139-a63d-4d02-8f53-dc11f97f5037 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:29:48.274565 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:29:48.279114 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:29:48.286825 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Pushing event updated for resources: {'Port': ['ID=128fa4f1-6068-4714-b1f1-6b50b2aa5d1d,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:48.331109 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3836696'] for router_interface (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:48.365394 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] Set router 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:29:48.390145 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-f6ccd3ea-2db0-431a-b8c8-c6d9829785ce None None] Provisioning complete for port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:48.390739 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd3ea-2db0-431a-b8c8-c6d9829785ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:48.391063 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f6ccd3ea-2db0-431a-b8c8-c6d9829785ce None None] Attempt 1 to provision port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e Sep 17 04:29:48.448149 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84c7c0-c767-44d0-90fd-24cbc7f59ad0 req-bb4443c1-2b38-448a-ad0b-5c4962908c5e tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:48.449861 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8f84c7c0-c767-44d0-90fd-24cbc7f59ad0 req-bb4443c1-2b38-448a-ad0b-5c4962908c5e tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0669584 Sep 17 04:29:48.469260 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a9b1ecf7-f955-4fc9-97c7-3c33ba2bd031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:48.547300 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014838f2-321e-4d09-89fa-9b6e86c9e54c None None] Pushing event updated for resources: {'Port': ['ID=b8afb38d-9fce-40af-97a3-079f90ef6eb6,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:48.580694 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccd3ea-2db0-431a-b8c8-c6d9829785ce None None] Current status of the port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:48.597278 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8f84c7c0-c767-44d0-90fd-24cbc7f59ad0 req-8bf10bc6-2894-4911-83bf-17e6419480b3 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060228 Sep 17 04:29:48.627954 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:48.631153 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:48.636225 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'name': 'tempest-TestMinimumBasicScenario-1125178203-router', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:44Z', 'updated_at': '2022-09-17T04:29:46Z', 'revision_number': 3, 'project_id': '191e745d2d9245da8d2df2e4f9a7814a', 'gw_port': {'id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:45Z', 'updated_at': '2022-09-17T04:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:48.665536 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb50076-bd2b-4df2-a048-fb5a1c61bd2b None None] The sync data for ids ['46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'] in dv-cinder-857993-2-iscsi is: [{'id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'name': 'tempest-TestMinimumBasicScenario-1125178203-router', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:44Z', 'updated_at': '2022-09-17T04:29:46Z', 'revision_number': 3, 'project_id': '191e745d2d9245da8d2df2e4f9a7814a', 'gw_port': {'id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:45Z', 'updated_at': '2022-09-17T04:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:29:48.847468 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Publish callbacks [] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:48.854060 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:48.906842 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Provisioning complete for port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:48.907698 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:48.908256 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Attempt 1 to provision port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e Sep 17 04:29:48.921674 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Pushing event updated for resources: {'Port': ['ID=128fa4f1-6068-4714-b1f1-6b50b2aa5d1d,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:48.929730 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3836812'] for router_interface (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:49.016173 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Current status of the port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:49.031512 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Provisioning complete for port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:49.032519 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:49.032915 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Attempt 1 to provision port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d Sep 17 04:29:49.043727 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:49.057025 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Network e97de139-a63d-4d02-8f53-dc11f97f5037 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:29:49.059700 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:29:49.074152 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:29:49.200584 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Router 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:29:49.362195 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:29:49.371206 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-9d1e0209-c4a6-4aee-838d-d571ff75f5bf admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/46c8ba05-daa4-42a0-870f-8cb5d2ce82d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4941909 Sep 17 04:29:49.494798 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 69b2fd90-dfe5-4f9c-967d-257f3b8e013e up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:29:49.548703 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:49.549029 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:49.549401 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e Sep 17 04:29:49.585384 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Attempt 2 to provision port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d Sep 17 04:29:49.640566 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:29:49.686275 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:49.687453 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device b8afb38d-9fce-40af-97a3-079f90ef6eb6 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:29:49.747991 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port b8afb38d-9fce-40af-97a3-079f90ef6eb6 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:49.748360 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:49.748691 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port b8afb38d-9fce-40af-97a3-079f90ef6eb6 Sep 17 04:29:49.782063 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:49.793904 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:49.803124 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcbf97-8321-4ba4-8e95-4272c9ea1e03 req-10637839-a4a9-4944-a0bb-bd3983419695 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:49.804947 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-75fcbf97-8321-4ba4-8e95-4272c9ea1e03 req-10637839-a4a9-4944-a0bb-bd3983419695 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0985332 Sep 17 04:29:49.857773 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port b8afb38d-9fce-40af-97a3-079f90ef6eb6 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:49.858185 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:49.909212 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-75fcbf97-8321-4ba4-8e95-4272c9ea1e03 req-6ecb5393-71ab-4862-a821-208bcdc5d879 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912433 Sep 17 04:29:49.939121 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port b8afb38d-9fce-40af-97a3-079f90ef6eb6, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=b8afb38d-9fce-40af-97a3-079f90ef6eb6,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:49.946976 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:50.008819 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=b8afb38d-9fce-40af-97a3-079f90ef6eb6,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:50.142311 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Attempt 3 to provision port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d Sep 17 04:29:50.174764 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:29:50.616935 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ad62fc67-73bb-4e57-8da5-446a203ccc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:50.680071 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Attempt 4 to provision port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d Sep 17 04:29:50.723987 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:29:50.829725 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Sync routers for ids ['46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:29:50.840763 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Routers {'46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:29:50.841481 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:50.964668 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Set router 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:29:51.121156 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537eaa6-a752-41f6-9648-0564218aabd3 req-d2c46482-c619-4df6-a97d-538d3242fede tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:51.128497 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9537eaa6-a752-41f6-9648-0564218aabd3 req-d2c46482-c619-4df6-a97d-538d3242fede tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.1268396 Sep 17 04:29:51.192175 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9537eaa6-a752-41f6-9648-0564218aabd3 req-af9b2d90-cbb1-4397-9a27-dc42d0cb61d6 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607545 Sep 17 04:29:51.242801 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Attempt 5 to provision port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d Sep 17 04:29:51.315744 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:29:51.383762 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device b8afb38d-9fce-40af-97a3-079f90ef6eb6 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:29:51.435699 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'name': 'tempest-TestMinimumBasicScenario-1125178203-router', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:44Z', 'updated_at': '2022-09-17T04:29:48Z', 'revision_number': 4, 'project_id': '191e745d2d9245da8d2df2e4f9a7814a', 'gw_port': {'id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:45Z', 'updated_at': '2022-09-17T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '128fa4f1-6068-4714-b1f1-6b50b2aa5d1d', 'name': '', 'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'mac_address': 'fa:16:3e:da:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b8a6f574-7948-4a4c-b69d-2eb27ad9338f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:47Z', 'updated_at': '2022-09-17T04:29:48Z', 'revision_number': 2, 'project_id': '191e745d2d9245da8d2df2e4f9a7814a', 'subnets': [{'id': 'b8a6f574-7948-4a4c-b69d-2eb27ad9338f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:51.492492 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Checking router: 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:29:51.492492 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Updating router 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d binding host dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:29:51.541782 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:51.578710 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port b8afb38d-9fce-40af-97a3-079f90ef6eb6 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:51.579085 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:51.579419 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port b8afb38d-9fce-40af-97a3-079f90ef6eb6 Sep 17 04:29:51.799877 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port b8afb38d-9fce-40af-97a3-079f90ef6eb6 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:51.811599 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:51.814049 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:51.820662 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Attempt 6 to provision port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d Sep 17 04:29:51.873568 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:29:51.948142 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:51.964737 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Publish callbacks [] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:51.973121 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:52.026408 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af29f64-1337-4484-a5db-0ef0a9a1147a None None] Pushing event updated for resources: {'Port': ['ID=128fa4f1-6068-4714-b1f1-6b50b2aa5d1d,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:52.094824 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Attempting to bind port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:29:52.095340 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Attempting to bind port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': 'b0beb9f7-8f6b-4473-952f-37fe12807330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:29:52.095613 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Attempting to bind port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d on network e97de139-a63d-4d02-8f53-dc11f97f5037 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:29:52.163333 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:29:52.163706 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Checking segment: {'id': 'b0beb9f7-8f6b-4473-952f-37fe12807330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:29:52.164115 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:52.164499 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Bound using segment: {'id': 'b0beb9f7-8f6b-4473-952f-37fe12807330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:29:52.164988 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Bound port: 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0beb9f7-8f6b-4473-952f-37fe12807330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:29:52.165388 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:52.242845 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] For port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:29:52.246531 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] For port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=128fa4f1-6068-4714-b1f1-6b50b2aa5d1d,segment=NetworkSegment(b0beb9f7-8f6b-4473-952f-37fe12807330),segment_id=b0beb9f7-8f6b-4473-952f-37fe12807330)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:29:52.255077 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:52.300090 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Routers {'46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:29:52.300719 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:52.342119 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a87c2-8899-44ab-a1cb-5710eb18a13e req-a2d867a6-3276-4603-a565-4531ac9491b9 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:52.349796 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-179a87c2-8899-44ab-a1cb-5710eb18a13e req-a2d867a6-3276-4603-a565-4531ac9491b9 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0606537 Sep 17 04:29:52.356899 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af29f64-1337-4484-a5db-0ef0a9a1147a None None] Pushing event updated for resources: {'Port': ['ID=128fa4f1-6068-4714-b1f1-6b50b2aa5d1d,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:52.383464 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Attempt 7 to provision port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d Sep 17 04:29:52.416257 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-179a87c2-8899-44ab-a1cb-5710eb18a13e req-15dd08aa-72f8-4819-b729-68544a50b0bc tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654786 Sep 17 04:29:52.500645 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] Set router 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:29:52.650931 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Current status of the port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:52.651332 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:52.718996 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] For port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=128fa4f1-6068-4714-b1f1-6b50b2aa5d1d,segment=NetworkSegment(b0beb9f7-8f6b-4473-952f-37fe12807330),segment_id=b0beb9f7-8f6b-4473-952f-37fe12807330)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:52.727133 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:52.749753 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:52.750002 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:52.805672 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'name': 'tempest-TestMinimumBasicScenario-1125178203-router', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:44Z', 'updated_at': '2022-09-17T04:29:48Z', 'revision_number': 4, 'project_id': '191e745d2d9245da8d2df2e4f9a7814a', 'gw_port': {'id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:45Z', 'updated_at': '2022-09-17T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '128fa4f1-6068-4714-b1f1-6b50b2aa5d1d', 'name': '', 'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'mac_address': 'fa:16:3e:da:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b8a6f574-7948-4a4c-b69d-2eb27ad9338f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:47Z', 'updated_at': '2022-09-17T04:29:52Z', 'revision_number': 4, 'project_id': '191e745d2d9245da8d2df2e4f9a7814a', 'subnets': [{'id': 'b8a6f574-7948-4a4c-b69d-2eb27ad9338f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:29:52.839405 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728e2c8f-be94-4c8e-b63d-762b7aaa585f None None] The sync data for ids ['46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'] in dv-cinder-857993-2-iscsi is: [{'id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'name': 'tempest-TestMinimumBasicScenario-1125178203-router', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:44Z', 'updated_at': '2022-09-17T04:29:48Z', 'revision_number': 4, 'project_id': '191e745d2d9245da8d2df2e4f9a7814a', 'gw_port': {'id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:45Z', 'updated_at': '2022-09-17T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '128fa4f1-6068-4714-b1f1-6b50b2aa5d1d', 'name': '', 'network_id': 'e97de139-a63d-4d02-8f53-dc11f97f5037', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'mac_address': 'fa:16:3e:da:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b8a6f574-7948-4a4c-b69d-2eb27ad9338f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:47Z', 'updated_at': '2022-09-17T04:29:52Z', 'revision_number': 4, 'project_id': '191e745d2d9245da8d2df2e4f9a7814a', 'subnets': [{'id': 'b8a6f574-7948-4a4c-b69d-2eb27ad9338f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:29:52.851974 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e4224-0471-4335-9e78-4cb8973a3b62 None None] Pushing event updated for resources: {'Port': ['ID=128fa4f1-6068-4714-b1f1-6b50b2aa5d1d,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:52.856909 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-48142fda-b70e-4b0d-9a9c-5d7df7b62613 None None] Provisioning complete for port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:52.857143 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-48142fda-b70e-4b0d-9a9c-5d7df7b62613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:52.862535 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-48142fda-b70e-4b0d-9a9c-5d7df7b62613 None None] Attempt 1 to provision port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d Sep 17 04:29:53.005241 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-48142fda-b70e-4b0d-9a9c-5d7df7b62613 None None] Current status of the port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:53.392109 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:29:53.503004 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:53.523916 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:29:53.524292 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:53.524627 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d Sep 17 04:29:53.585249 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:53.641973 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c453d-9e40-4ba3-9202-a8303766246c req-b741fa4b-af50-4873-9159-6618a0cd8116 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:53.644396 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1b9c453d-9e40-4ba3-9202-a8303766246c req-b741fa4b-af50-4873-9159-6618a0cd8116 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0858431 Sep 17 04:29:53.645652 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:29:53.719126 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1b9c453d-9e40-4ba3-9202-a8303766246c req-bc44359f-db39-44d5-b80b-7efbb4f1e487 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651498 Sep 17 04:29:54.866985 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79d2a2-c8d1-413e-ad17-b3327409ffd4 req-aa517051-14be-4528-87de-ad1b29994cd4 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:54.868578 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9a79d2a2-c8d1-413e-ad17-b3327409ffd4 req-aa517051-14be-4528-87de-ad1b29994cd4 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0694141 Sep 17 04:29:54.957438 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9a79d2a2-c8d1-413e-ad17-b3327409ffd4 req-6ac73ac6-36bb-4b45-8aea-0e59fc643d47 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d8286f72-5bbd-4b12-aa33-75ce3b9cae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829341 Sep 17 04:29:55.071841 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1ff30-bca4-4f9a-b3bc-f19ad5c8b240 req-20af7179-9480-434f-929f-0e8bc7bd57ce tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:29:55.073557 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1dd1ff30-bca4-4f9a-b3bc-f19ad5c8b240 req-20af7179-9480-434f-929f-0e8bc7bd57ce tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 946 time: 0.0617571 Sep 17 04:29:55.211507 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-1dd1ff30-bca4-4f9a-b3bc-f19ad5c8b240 req-4532fe1e-65a7-4dda-80a6-6619bb4a7efd tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Deleting port 2666bef0-34b1-4359-b664-5517c071bcec {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:29:55.212011 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dd1ff30-bca4-4f9a-b3bc-f19ad5c8b240 req-4532fe1e-65a7-4dda-80a6-6619bb4a7efd tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (2666bef0-34b1-4359-b664-5517c071bcec), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:55.318316 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:55.320698 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-1dd1ff30-bca4-4f9a-b3bc-f19ad5c8b240 req-4532fe1e-65a7-4dda-80a6-6619bb4a7efd tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] For port 2666bef0-34b1-4359-b664-5517c071bcec, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2666bef0-34b1-4359-b664-5517c071bcec,segment=NetworkSegment(a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b),segment_id=a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:29:55.322654 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dd1ff30-bca4-4f9a-b3bc-f19ad5c8b240 req-4532fe1e-65a7-4dda-80a6-6619bb4a7efd tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (2666bef0-34b1-4359-b664-5517c071bcec), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:55.339890 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-1dd1ff30-bca4-4f9a-b3bc-f19ad5c8b240 req-4532fe1e-65a7-4dda-80a6-6619bb4a7efd tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Calling delete_port for 2666bef0-34b1-4359-b664-5517c071bcec owned by compute:nova {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:29:55.519803 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dd1ff30-bca4-4f9a-b3bc-f19ad5c8b240 req-4532fe1e-65a7-4dda-80a6-6619bb4a7efd tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (2666bef0-34b1-4359-b664-5517c071bcec), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:55.552837 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532fe1e-65a7-4dda-80a6-6619bb4a7efd tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Pushing event deleted for resources: {'Port': ['ID=2666bef0-34b1-4359-b664-5517c071bcec,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:55.563480 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['2666bef0-34b1-4359-b664-5517c071bcec'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:29:55.986721 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd1ff30-bca4-4f9a-b3bc-f19ad5c8b240 req-4532fe1e-65a7-4dda-80a6-6619bb4a7efd tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] No DVR routers for this DVR port 2666bef0-34b1-4359-b664-5517c071bcec on host hv-cinder-85799 {{(pid=106227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:29:56.011463 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dd1ff30-bca4-4f9a-b3bc-f19ad5c8b240 req-4532fe1e-65a7-4dda-80a6-6619bb4a7efd tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:56.014810 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1dd1ff30-bca4-4f9a-b3bc-f19ad5c8b240 req-4532fe1e-65a7-4dda-80a6-6619bb4a7efd tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.66 "DELETE /networking/v2.0/ports/2666bef0-34b1-4359-b664-5517c071bcec HTTP/1.1" status: 204 len: 173 time: 0.9346697 Sep 17 04:29:56.015332 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092', 'name': 'network-vif-deleted', 'tag': '2666bef0-34b1-4359-b664-5517c071bcec'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:29:56.041716 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0115c7-9b7d-4625-8a2d-ddfa532a1848" -d '{"events": [{"server_uuid": "10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092", "name": "network-vif-deleted", "tag": "2666bef0-34b1-4359-b664-5517c071bcec"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:29:56.136819 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc2fcb-6411-429b-a8f9-b6c4093ce687 x-openstack-request-id: req-36bc2fcb-6411-429b-a8f9-b6c4093ce687 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:29:56.137448 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092", "name": "network-vif-deleted", "tag": "2666bef0-34b1-4359-b664-5517c071bcec", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:29:56.137711 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36bc2fcb-6411-429b-a8f9-b6c4093ce687 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:29:56.138453 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36bc2fcb-6411-429b-a8f9-b6c4093ce687'] response: {'server_uuid': '10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092', 'name': 'network-vif-deleted', 'tag': '2666bef0-34b1-4359-b664-5517c071bcec', 'status': 'completed', 'code': 200} Sep 17 04:29:56.348403 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fc968067-b4d1-4812-bccb-61ac4f635ac7 req-42e58c05-2f26-4de5-af52-5d2520639fb1 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 210 time: 0.1235468 Sep 17 04:29:57.059536 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37492) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:57.261235 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-520cfaca-a6bc-4b9d-8d0a-00278fe36496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:57.265513 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:57.443542 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-520cfaca-a6bc-4b9d-8d0a-00278fe36496 admin admin] Publish callbacks [] for security_group (36d387db-8629-465d-8f3a-5ebde62b93d4), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:57.450366 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-520cfaca-a6bc-4b9d-8d0a-00278fe36496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (36d387db-8629-465d-8f3a-5ebde62b93d4), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:57.543728 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cfaca-a6bc-4b9d-8d0a-00278fe36496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d387db-8629-465d-8f3a-5ebde62b93d4,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:57.582871 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-520cfaca-a6bc-4b9d-8d0a-00278fe36496 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0782cfa4b62c4dc1a1fc9c241e0cb606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5208323 Sep 17 04:29:57.584582 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37526) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:57.619007 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9b030877-0743-4e89-9e57-d0dd00ab6b51 req-537c9743-d2de-4cf2-92bf-d4b702961934 tempest-DeleteServersTestJSON-612875130 tempest-DeleteServersTestJSON-612875130-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=10ec11a1-cdf0-4adf-b9f5-4c4a0c82e092 HTTP/1.1" status: 200 len: 210 time: 0.0877898 Sep 17 04:29:57.703716 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8faff1ba-bcf4-41ea-b441-256ca41ab5dc admin admin] Publish callbacks [] for security_group (36d387db-8629-465d-8f3a-5ebde62b93d4), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:57.728418 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8faff1ba-bcf4-41ea-b441-256ca41ab5dc admin admin] Publish callbacks [] for security_group (36d387db-8629-465d-8f3a-5ebde62b93d4), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:57.794669 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8faff1ba-bcf4-41ea-b441-256ca41ab5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (36d387db-8629-465d-8f3a-5ebde62b93d4), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:57.798063 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8faff1ba-bcf4-41ea-b441-256ca41ab5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:57.803412 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-8faff1ba-bcf4-41ea-b441-256ca41ab5dc admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/36d387db-8629-465d-8f3a-5ebde62b93d4 HTTP/1.1" status: 204 len: 168 time: 0.2176523 Sep 17 04:29:57.812655 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faff1ba-bcf4-41ea-b441-256ca41ab5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d387db-8629-465d-8f3a-5ebde62b93d4,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:58.183241 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37538) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:58.200899 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7989eb60-59ea-43dc-bbd4-b6e31ebd249b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:58.243848 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:58.291558 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7989eb60-59ea-43dc-bbd4-b6e31ebd249b admin admin] Publish callbacks [] for security_group (ace448ca-b9ef-41f7-a644-3bee07d01cc1), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:58.297302 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7989eb60-59ea-43dc-bbd4-b6e31ebd249b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ace448ca-b9ef-41f7-a644-3bee07d01cc1), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:58.355170 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-7989eb60-59ea-43dc-bbd4-b6e31ebd249b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=78948d9a0aff492ba4dc0657e1730467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708088 Sep 17 04:29:58.357977 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989eb60-59ea-43dc-bbd4-b6e31ebd249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace448ca-b9ef-41f7-a644-3bee07d01cc1,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:58.358328 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37542) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:29:58.427386 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-336a8fb5-4046-4a7c-a16d-3782a28fd7f2 admin admin] Publish callbacks [] for security_group (ace448ca-b9ef-41f7-a644-3bee07d01cc1), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:58.452518 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-336a8fb5-4046-4a7c-a16d-3782a28fd7f2 admin admin] Publish callbacks [] for security_group (ace448ca-b9ef-41f7-a644-3bee07d01cc1), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:58.513438 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-336a8fb5-4046-4a7c-a16d-3782a28fd7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ace448ca-b9ef-41f7-a644-3bee07d01cc1), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:58.515910 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-336a8fb5-4046-4a7c-a16d-3782a28fd7f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:29:58.517183 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-336a8fb5-4046-4a7c-a16d-3782a28fd7f2 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ace448ca-b9ef-41f7-a644-3bee07d01cc1 HTTP/1.1" status: 204 len: 168 time: 0.1566360 Sep 17 04:29:58.528760 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a8fb5-4046-4a7c-a16d-3782a28fd7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace448ca-b9ef-41f7-a644-3bee07d01cc1,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:29:58.623453 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:58.665582 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:29:59.423451 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 2666bef0-34b1-4359-b664-5517c071bcec no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:29:59.491072 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: 2666bef0-34b1-4359-b664-5517c071bcec {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:29:59.492585 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 2666bef0-34b1-4359-b664-5517c071bcec not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:30:00.444402 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37630) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:00.537670 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:01.239163 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7e603f3e-1f96-434a-a8e6-6bbac6889be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3836835'] for router_interface (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:01.555564 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:01.570651 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-7e603f3e-1f96-434a-a8e6-6bbac6889be0 admin admin] Deleting port da369194-c4ab-4fc1-9929-2b33b3ed69db {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:30:01.570991 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7e603f3e-1f96-434a-a8e6-6bbac6889be0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:01.667416 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-7e603f3e-1f96-434a-a8e6-6bbac6889be0 admin admin] For port da369194-c4ab-4fc1-9929-2b33b3ed69db, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=da369194-c4ab-4fc1-9929-2b33b3ed69db,segment=NetworkSegment(a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b),segment_id=a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:01.668299 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7e603f3e-1f96-434a-a8e6-6bbac6889be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:01.698451 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-7e603f3e-1f96-434a-a8e6-6bbac6889be0 admin admin] Calling delete_port for da369194-c4ab-4fc1-9929-2b33b3ed69db owned by network:router_interface {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:30:01.894434 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:01.905711 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7e603f3e-1f96-434a-a8e6-6bbac6889be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (da369194-c4ab-4fc1-9929-2b33b3ed69db), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:01.930825 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e603f3e-1f96-434a-a8e6-6bbac6889be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=da369194-c4ab-4fc1-9929-2b33b3ed69db,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:02.107884 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7e603f3e-1f96-434a-a8e6-6bbac6889be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3696915'] for router_interface (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:02.113598 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-5696d91c-b582-4543-ad9b-17498276acba tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:02.115217 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-5696d91c-b582-4543-ad9b-17498276acba tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/networks?id=926c6c09-466c-4643-81fe-c6d1e0236acc HTTP/1.1" status: 200 len: 814 time: 0.1165705 Sep 17 04:30:02.135304 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-0c196d75-83e7-44f5-b06f-5a4266e4a6d6 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/quotas/4ca16cc178624419954df6bad327f722 HTTP/1.1" status: 200 len: 375 time: 0.0104649 Sep 17 04:30:02.185443 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-884cbabd-2954-4b51-b290-f47189647781 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=4ca16cc178624419954df6bad327f722&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444510 Sep 17 04:30:02.204013 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:02.283478 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-b37b9d1a-0401-4b10-bb74-1353b598e772 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863607 Sep 17 04:30:02.318516 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e603f3e-1f96-434a-a8e6-6bbac6889be0 admin admin] Router a5f8524b-1410-4647-a4c5-d38d56c8ee9a has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:30:02.397338 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-6e3cadf6-b84d-4964-83a8-6031ca0203e5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072295 Sep 17 04:30:02.443121 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e603f3e-1f96-434a-a8e6-6bbac6889be0 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:30:02.448028 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-7e603f3e-1f96-434a-a8e6-6bbac6889be0 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/a5f8524b-1410-4647-a4c5-d38d56c8ee9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0070255 Sep 17 04:30:02.452675 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37714) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:02.461940 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0171c-dce8-4898-9b42-e9f0e4e7292f None None] Sync routers for ids ['a5f8524b-1410-4647-a4c5-d38d56c8ee9a'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:30:02.475261 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0171c-dce8-4898-9b42-e9f0e4e7292f None None] Routers {'a5f8524b-1410-4647-a4c5-d38d56c8ee9a'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:02.476240 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-c8e0171c-dce8-4898-9b42-e9f0e4e7292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['a5f8524b-1410-4647-a4c5-d38d56c8ee9a'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:02.643291 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-c8e0171c-dce8-4898-9b42-e9f0e4e7292f None None] Set router a5f8524b-1410-4647-a4c5-d38d56c8ee9a gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:02.670174 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Publish callbacks [] for router (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:02.680206 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1e89c237-45cf-4ee3-928e-d70ff2916835 req-5e09ba34-5143-4288-87ea-84dcf965cfcf tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 210 time: 0.0524278 Sep 17 04:30:02.879009 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Publish callbacks [] for router_gateway (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:02.957758 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Deleting port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:30:02.958101 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:02.995235 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-c8e0171c-dce8-4898-9b42-e9f0e4e7292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'name': 'tempest-DeleteServersTestJSON-1686562684-router', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:22Z', 'updated_at': '2022-09-17T04:30:01Z', 'revision_number': 5, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'gw_port': {'id': '9f04cb8c-eb26-40ee-bc0e-c2f09c776b48', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:24Z', 'updated_at': '2022-09-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:03.063405 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0171c-dce8-4898-9b42-e9f0e4e7292f None None] Checking router: a5f8524b-1410-4647-a4c5-d38d56c8ee9a for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:30:03.065905 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] For port 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=9f04cb8c-eb26-40ee-bc0e-c2f09c776b48,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:03.066534 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:03.082499 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0171c-dce8-4898-9b42-e9f0e4e7292f None None] Routers {'a5f8524b-1410-4647-a4c5-d38d56c8ee9a'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:03.083249 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-c8e0171c-dce8-4898-9b42-e9f0e4e7292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['a5f8524b-1410-4647-a4c5-d38d56c8ee9a'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:03.092578 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Calling delete_port for 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 owned by network:router_gateway {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:30:03.122662 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37748) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:03.230743 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-c8e0171c-dce8-4898-9b42-e9f0e4e7292f None None] Set router a5f8524b-1410-4647-a4c5-d38d56c8ee9a gateway port host: None {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:03.284422 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4c00b17b-3295-4495-be6f-686bc20adca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:03.297717 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-c8e0171c-dce8-4898-9b42-e9f0e4e7292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'name': 'tempest-DeleteServersTestJSON-1686562684-router', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:22Z', 'updated_at': '2022-09-17T04:30:02Z', 'revision_number': 6, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'gw_port_host': None}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:03.333164 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0171c-dce8-4898-9b42-e9f0e4e7292f None None] The sync data for ids ['a5f8524b-1410-4647-a4c5-d38d56c8ee9a'] in dv-cinder-857993-2-iscsi is: [{'id': 'a5f8524b-1410-4647-a4c5-d38d56c8ee9a', 'name': 'tempest-DeleteServersTestJSON-1686562684-router', 'tenant_id': '39cc778e84014ed98f33554b7c46b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:22Z', 'updated_at': '2022-09-17T04:30:02Z', 'revision_number': 6, 'project_id': '39cc778e84014ed98f33554b7c46b174', 'gw_port_host': None}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:30:03.395690 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:03.402678 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (9f04cb8c-eb26-40ee-bc0e-c2f09c776b48), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:03.405292 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4c00b17b-3295-4495-be6f-686bc20adca2 admin admin] Publish callbacks [] for security_group (e28618eb-d79f-4aaa-a673-cbc824b1a34d), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:03.418784 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4c00b17b-3295-4495-be6f-686bc20adca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (e28618eb-d79f-4aaa-a673-cbc824b1a34d), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:03.425055 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:03.452475 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f04cb8c-eb26-40ee-bc0e-c2f09c776b48,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:03.472998 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-4c00b17b-3295-4495-be6f-686bc20adca2 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d4c2523a071e49938bea216b99d68bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489478 Sep 17 04:30:03.474776 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00b17b-3295-4495-be6f-686bc20adca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28618eb-d79f-4aaa-a673-cbc824b1a34d,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:03.477754 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37760) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:03.486771 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:03.533316 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3695193'] for router_gateway (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:03.576791 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e2b4b7e0-6405-4321-bfae-4d86e8f2c863 admin admin] Publish callbacks [] for security_group (e28618eb-d79f-4aaa-a673-cbc824b1a34d), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:03.581920 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:03.609773 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:03.610236 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e2b4b7e0-6405-4321-bfae-4d86e8f2c863 admin admin] Publish callbacks [] for security_group (e28618eb-d79f-4aaa-a673-cbc824b1a34d), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:03.675145 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e2b4b7e0-6405-4321-bfae-4d86e8f2c863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (e28618eb-d79f-4aaa-a673-cbc824b1a34d), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:03.678638 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e2b4b7e0-6405-4321-bfae-4d86e8f2c863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:03.683108 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-e2b4b7e0-6405-4321-bfae-4d86e8f2c863 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e28618eb-d79f-4aaa-a673-cbc824b1a34d HTTP/1.1" status: 204 len: 168 time: 0.2014420 Sep 17 04:30:03.690289 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4b7e0-6405-4321-bfae-4d86e8f2c863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28618eb-d79f-4aaa-a673-cbc824b1a34d,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:03.928553 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f96fce21-6c6b-4648-b03c-f7d083251829 req-de7e5706-0f9f-4d11-a657-ef55e5b13dd7 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 210 time: 0.0335200 Sep 17 04:30:03.935872 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3698125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:03.946265 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Publish callbacks [] for router_controller (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.017648 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3697006'] for router (a5f8524b-1410-4647-a4c5-d38d56c8ee9a), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.019251 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5f8524b-1410-4647-a4c5-d38d56c8ee9a {{(pid=106226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:30:04.026309 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.030060 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-481ab022-dfdb-4242-92eb-3faabde9d6e4 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/a5f8524b-1410-4647-a4c5-d38d56c8ee9a HTTP/1.1" status: 204 len: 168 time: 1.5735190 Sep 17 04:30:04.030459 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37772) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:04.079744 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_v2 [None req-1938c611-4ec6-412d-a8a6-aec857ea3358 admin admin] Deleting subnet 74e063ff-b39e-4271-bb62-bb4f2988c689 {{(pid=106227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:30:04.083462 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1938c611-4ec6-412d-a8a6-aec857ea3358 admin admin] Publish callbacks [] for subnet (74e063ff-b39e-4271-bb62-bb4f2988c689), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.118934 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1938c611-4ec6-412d-a8a6-aec857ea3358 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363446'] for subnet (74e063ff-b39e-4271-bb62-bb4f2988c689), precommit_delete_associations {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.136828 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37774) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:04.154293 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e6324af7-e375-44ea-86b6-9d2ee23c87f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.228041 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1938c611-4ec6-412d-a8a6-aec857ea3358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (74e063ff-b39e-4271-bb62-bb4f2988c689), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.236772 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e6324af7-e375-44ea-86b6-9d2ee23c87f5 admin admin] Publish callbacks [] for security_group (77abaf09-09f2-48f3-80e8-380ccac7d199), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.242970 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e6324af7-e375-44ea-86b6-9d2ee23c87f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (77abaf09-09f2-48f3-80e8-380ccac7d199), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.285032 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-e6324af7-e375-44ea-86b6-9d2ee23c87f5 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a553772c3e474fcd80de0d3a3b514dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470535 Sep 17 04:30:04.286067 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6324af7-e375-44ea-86b6-9d2ee23c87f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77abaf09-09f2-48f3-80e8-380ccac7d199,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:04.287502 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1938c611-4ec6-412d-a8a6-aec857ea3358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2666883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10209104'] for subnet (74e063ff-b39e-4271-bb62-bb4f2988c689), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.288632 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37778) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:04.311013 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938c611-4ec6-412d-a8a6-aec857ea3358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e063ff-b39e-4271-bb62-bb4f2988c689,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:04.316537 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1938c611-4ec6-412d-a8a6-aec857ea3358 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.321537 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-1938c611-4ec6-412d-a8a6-aec857ea3358 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/74e063ff-b39e-4271-bb62-bb4f2988c689 HTTP/1.1" status: 204 len: 168 time: 0.2895081 Sep 17 04:30:04.322330 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37780) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:04.323961 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747ec4eb-0206-419f-9249-20094c75cf8d None None] Network a004870c-865e-4a45-89cd-2aaecaa38ecd requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:30:04.341245 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b26e6348-db94-48cc-bb38-7d85c0b9dac0 admin admin] Publish callbacks [] for security_group (77abaf09-09f2-48f3-80e8-380ccac7d199), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.363055 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b26e6348-db94-48cc-bb38-7d85c0b9dac0 admin admin] Publish callbacks [] for security_group (77abaf09-09f2-48f3-80e8-380ccac7d199), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.406734 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (a004870c-865e-4a45-89cd-2aaecaa38ecd), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.426279 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b26e6348-db94-48cc-bb38-7d85c0b9dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (77abaf09-09f2-48f3-80e8-380ccac7d199), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.428956 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b26e6348-db94-48cc-bb38-7d85c0b9dac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.433113 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-b26e6348-db94-48cc-bb38-7d85c0b9dac0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/77abaf09-09f2-48f3-80e8-380ccac7d199 HTTP/1.1" status: 204 len: 168 time: 0.1404958 Sep 17 04:30:04.444159 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e6348-db94-48cc-bb38-7d85c0b9dac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77abaf09-09f2-48f3-80e8-380ccac7d199,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:04.487950 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Deleting port 7d2bd701-c75b-47e6-959a-4f08108c4ddb {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:30:04.488581 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.515784 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a44bef-8d75-4371-bfa3-38dc72a9a921 None None] DHCP port deletion for a004870c-865e-4a45-89cd-2aaecaa38ecd request from dv-cinder-857993-2-iscsi {{(pid=106228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:30:04.568702 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e9a44bef-8d75-4371-bfa3-38dc72a9a921 None None] Deleting port 7d2bd701-c75b-47e6-959a-4f08108c4ddb {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:30:04.569360 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e9a44bef-8d75-4371-bfa3-38dc72a9a921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.581759 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] For port 7d2bd701-c75b-47e6-959a-4f08108c4ddb, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=7d2bd701-c75b-47e6-959a-4f08108c4ddb,segment=NetworkSegment(a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b),segment_id=a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:04.582207 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.599480 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Calling delete_port for 7d2bd701-c75b-47e6-959a-4f08108c4ddb owned by network:dhcp {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:30:04.642243 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-e9a44bef-8d75-4371-bfa3-38dc72a9a921 None None] For port 7d2bd701-c75b-47e6-959a-4f08108c4ddb, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=7d2bd701-c75b-47e6-959a-4f08108c4ddb,segment=NetworkSegment(a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b),segment_id=a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:04.642817 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e9a44bef-8d75-4371-bfa3-38dc72a9a921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.659311 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e9a44bef-8d75-4371-bfa3-38dc72a9a921 None None] Calling delete_port for 7d2bd701-c75b-47e6-959a-4f08108c4ddb owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:30:04.721439 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.754596 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2bd701-c75b-47e6-959a-4f08108c4ddb,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:04.756385 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] No DVR routers for this DVR port 7d2bd701-c75b-47e6-959a-4f08108c4ddb on host dv-cinder-857993-2-iscsi {{(pid=106227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:30:04.842570 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (a004870c-865e-4a45-89cd-2aaecaa38ecd), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.870807 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a004870c-865e-4a45-89cd-2aaecaa38ecd']}} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:04.883030 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b') {'for_net_delete': True} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:04.884735 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b') {} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:04.895195 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:04.900127 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363405'] for segment (a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.910658 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:04.920137 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.930192 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=106227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:30:04.930940 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666809'] for segment (a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.949409 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37792) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:04.969061 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e9a44bef-8d75-4371-bfa3-38dc72a9a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530'] for port (7d2bd701-c75b-47e6-959a-4f08108c4ddb), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:04.970493 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-65682894-bbc0-4b3a-a71b-223871a0fd4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:05.008510 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a44bef-8d75-4371-bfa3-38dc72a9a921 None None] Pushing event deleted for resources: {'Port': ['ID=7d2bd701-c75b-47e6-959a-4f08108c4ddb,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:05.023806 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a44bef-8d75-4371-bfa3-38dc72a9a921 None None] No DVR routers for this DVR port 7d2bd701-c75b-47e6-959a-4f08108c4ddb on host dv-cinder-857993-2-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:30:05.034561 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b resource provider aggregate not found Sep 17 04:30:05.075099 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a53fe2e2-2165-4bfc-a6b8-29ab6b5a163b found for delete ", "request_id": "req-f1d75f42-7bbb-48e5-94fc-398acb5d546e"}]} Sep 17 04:30:05.107917 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-65682894-bbc0-4b3a-a71b-223871a0fd4c admin admin] Publish callbacks [] for security_group (6d03bb5d-0f78-4d2f-8240-94778d6599fd), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:05.113002 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-65682894-bbc0-4b3a-a71b-223871a0fd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (6d03bb5d-0f78-4d2f-8240-94778d6599fd), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:05.115791 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (a004870c-865e-4a45-89cd-2aaecaa38ecd), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:05.121617 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-972a304c-1211-48a0-bd95-0050750e2266 req-99b08a56-8651-426a-9f18-7df75d720b9e tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 210 time: 0.0458453 Sep 17 04:30:05.124562 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:05.131000 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/a004870c-865e-4a45-89cd-2aaecaa38ecd HTTP/1.1" status: 204 len: 168 time: 0.8048079 Sep 17 04:30:05.144098 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df81cb9-7494-41e8-a24a-860156627d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=a004870c-865e-4a45-89cd-2aaecaa38ecd,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:05.176085 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37800) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:05.176278 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-65682894-bbc0-4b3a-a71b-223871a0fd4c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f30f2b3afe88499f97b560aad4f6888a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256567 Sep 17 04:30:05.184236 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65682894-bbc0-4b3a-a71b-223871a0fd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d03bb5d-0f78-4d2f-8240-94778d6599fd,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:05.232896 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-809088d6-ad62-4e2c-8ca3-7ccb23bc0c6b admin admin] Publish callbacks [] for security_group (6d03bb5d-0f78-4d2f-8240-94778d6599fd), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:05.253157 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-809088d6-ad62-4e2c-8ca3-7ccb23bc0c6b admin admin] Publish callbacks [] for security_group (6d03bb5d-0f78-4d2f-8240-94778d6599fd), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:05.309730 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-809088d6-ad62-4e2c-8ca3-7ccb23bc0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (6d03bb5d-0f78-4d2f-8240-94778d6599fd), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:05.312548 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-809088d6-ad62-4e2c-8ca3-7ccb23bc0c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:05.316900 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-809088d6-ad62-4e2c-8ca3-7ccb23bc0c6b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/6d03bb5d-0f78-4d2f-8240-94778d6599fd HTTP/1.1" status: 204 len: 168 time: 0.1392095 Sep 17 04:30:05.326674 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809088d6-ad62-4e2c-8ca3-7ccb23bc0c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d03bb5d-0f78-4d2f-8240-94778d6599fd,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:05.344146 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37804) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:05.376131 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device da369194-c4ab-4fc1-9929-2b33b3ed69db no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:30:05.391256 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-3fd6cc59-44fc-419d-bea6-113ef1501ad5 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=39cc778e84014ed98f33554b7c46b174&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459015 Sep 17 04:30:05.394076 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37806) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:05.407562 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: da369194-c4ab-4fc1-9929-2b33b3ed69db {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:30:05.408038 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device da369194-c4ab-4fc1-9929-2b33b3ed69db not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:30:05.408654 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:30:05.429273 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:30:05.429634 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 9f04cb8c-eb26-40ee-bc0e-c2f09c776b48 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:30:05.430049 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 7d2bd701-c75b-47e6-959a-4f08108c4ddb no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:30:05.450911 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b1e22cbd-ef7c-4122-b802-8ccc6bd91640 admin admin] Publish callbacks [] for security_group (d8286f72-5bbd-4b12-aa33-75ce3b9cae02), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:05.451096 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 7d2bd701-c75b-47e6-959a-4f08108c4ddb {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:30:05.451096 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 7d2bd701-c75b-47e6-959a-4f08108c4ddb not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:30:05.472035 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b1e22cbd-ef7c-4122-b802-8ccc6bd91640 admin admin] Publish callbacks [] for security_group (d8286f72-5bbd-4b12-aa33-75ce3b9cae02), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:05.522219 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b1e22cbd-ef7c-4122-b802-8ccc6bd91640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d8286f72-5bbd-4b12-aa33-75ce3b9cae02), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:05.524728 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b1e22cbd-ef7c-4122-b802-8ccc6bd91640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:05.526008 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-b1e22cbd-ef7c-4122-b802-8ccc6bd91640 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d8286f72-5bbd-4b12-aa33-75ce3b9cae02 HTTP/1.1" status: 204 len: 168 time: 0.1308599 Sep 17 04:30:05.534168 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e22cbd-ef7c-4122-b802-8ccc6bd91640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8286f72-5bbd-4b12-aa33-75ce3b9cae02,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:06.239907 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fac6fb2f-81f9-4355-8bfb-0425472f66ab req-4fba01a5-e6d3-4615-84cb-80f904c2038f tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 210 time: 0.0342414 Sep 17 04:30:06.270385 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 37856) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:06.368418 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-297079060-network', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:06.389380 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Made reservation on behalf of d54f5f66e0eb4be9aad2e6d37e0b6db6 for: {'network': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:30:06.392145 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:06.400945 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:06.493642 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Publish callbacks [] for security_group (45a9ba8e-9dc3-4315-8e68-c6d43618867d), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:06.498465 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (45a9ba8e-9dc3-4315-8e68-c6d43618867d), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:06.523875 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=106227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:30:06.533581 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a9ba8e-9dc3-4315-8e68-c6d43618867d,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:06.540540 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (0f04b0d8-82de-4a5b-9dda-4460a53b55bb), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:06.540816 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.segments_db [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Added segment 0f04b0d8-82de-4a5b-9dda-4460a53b55bb of type vlan for network 8d122af4-d997-47f1-a988-a7aa32c2bb1b Sep 17 04:30:06.587426 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (8d122af4-d997-47f1-a988-a7aa32c2bb1b), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:06.618649 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (8d122af4-d997-47f1-a988-a7aa32c2bb1b), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:06.619692 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:06.620353 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:06.685796 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4117384 Sep 17 04:30:06.686169 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37866) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:06.691065 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-cd0b3592-7e9e-4577-9240-1304f782a724 admin admin] Request body: {'subnet': {'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-subnet', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:06.701550 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91572a-5ea5-4579-a4a0-134acf83af31 admin admin] Pushing event updated for resources: {'Network': ['ID=8d122af4-d997-47f1-a988-a7aa32c2bb1b,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:06.703509 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:06.716636 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network 8d122af4-d997-47f1-a988-a7aa32c2bb1b details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:30:06.729037 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:06.731742 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0b3592-7e9e-4577-9240-1304f782a724 admin admin] Made reservation on behalf of d54f5f66e0eb4be9aad2e6d37e0b6db6 for: {'subnet': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:30:06.734159 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3592-7e9e-4577-9240-1304f782a724 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411567'] for subnet (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:06.784194 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:06.921945 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3592-7e9e-4577-9240-1304f782a724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9580585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411577'] for subnet (97a9175c-92a6-4b94-af1d-b54c3280ddbe), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:06.927735 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=14 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:06.992624 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b3592-7e9e-4577-9240-1304f782a724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a9175c-92a6-4b94-af1d-b54c3280ddbe,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:07.009066 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0b3592-7e9e-4577-9240-1304f782a724 admin admin] Checking segment: {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:07.009534 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0b3592-7e9e-4577-9240-1304f782a724 admin admin] Network hostable DHCP agents. Network: 8d122af4-d997-47f1-a988-a7aa32c2bb1b, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:30:07.030211 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0b3592-7e9e-4577-9240-1304f782a724 admin admin] Network 8d122af4-d997-47f1-a988-a7aa32c2bb1b is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:30:07.041889 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-cd0b3592-7e9e-4577-9240-1304f782a724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, 8d122af4-d997-47f1-a988-a7aa32c2bb1b) {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:07.046943 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b3592-7e9e-4577-9240-1304f782a724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:07.047541 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3592-7e9e-4577-9240-1304f782a724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.054773 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046fb00e-d69a-4fa3-804c-b2c3facd9a28 None None] Network 8d122af4-d997-47f1-a988-a7aa32c2bb1b requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:30:07.087692 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-cd0b3592-7e9e-4577-9240-1304f782a724 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4004428 Sep 17 04:30:07.090410 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37880) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:07.094777 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:07.119166 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4729'] for router (24d06063-aeae-4096-9989-5e54ad4efb58), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.120189 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3698097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3840254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3906358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router (24d06063-aeae-4096-9989-5e54ad4efb58), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.163365 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a1dfd16-a292-5d46-ac4f-18a3363636d9-8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe'}]}} from dv-cinder-857993-2-iscsi. {{(pid=106228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 04:30:07.164278 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.172821 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Publish callbacks [] for router_controller (24d06063-aeae-4096-9989-5e54ad4efb58), precommit_add_association {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.300472 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Allocated IP 172.20.0.2 (8d122af4-d997-47f1-a988-a7aa32c2bb1b/97a9175c-92a6-4b94-af1d-b54c3280ddbe/2381b0de-a45f-48a9-af17-1f757b58a33c) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:30:07.309117 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Publish callbacks [] for router_gateway (24d06063-aeae-4096-9989-5e54ad4efb58), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.351547 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2d6c84fb-f52e-4a59-a433-34796e72cb99 req-e2dbd46b-510a-4a46-80c4-a70fbbc5e6bc tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 210 time: 0.0295262 Sep 17 04:30:07.462113 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Publish callbacks [] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.469010 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.507547 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Publish callbacks [] for router_gateway (24d06063-aeae-4096-9989-5e54ad4efb58), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.512570 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Network 8d122af4-d997-47f1-a988-a7aa32c2bb1b is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:07.517383 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:07.519926 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:30:07.525447 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Pushing event updated for resources: {'Port': ['ID=2381b0de-a45f-48a9-af17-1f757b58a33c,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:07.530579 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.580705 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Attempting to bind port 2381b0de-a45f-48a9-af17-1f757b58a33c on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:30:07.581061 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Attempting to bind port 2381b0de-a45f-48a9-af17-1f757b58a33c by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:30:07.581442 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Attempting to bind port 2381b0de-a45f-48a9-af17-1f757b58a33c on network 8d122af4-d997-47f1-a988-a7aa32c2bb1b {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:07.623846 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:30:07.624189 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Checking segment: {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:07.624620 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.624981 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Bound using segment: {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:30:07.625489 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Bound port: 2381b0de-a45f-48a9-af17-1f757b58a33c, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:30:07.625866 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.641430 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Allocated IP 172.27.3.119 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/684fec58-7b29-4947-9467-b392e9fe5d84) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:30:07.656200 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:07.691802 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] For port 2381b0de-a45f-48a9-af17-1f757b58a33c, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:30:07.695265 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] For port 2381b0de-a45f-48a9-af17-1f757b58a33c, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=2381b0de-a45f-48a9-af17-1f757b58a33c,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:30:07.702040 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.758764 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6480f-a8e4-4a6e-8243-79945b223305 None None] Pushing event updated for resources: {'Port': ['ID=2381b0de-a45f-48a9-af17-1f757b58a33c,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:07.759449 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Publish callbacks [] for port (684fec58-7b29-4947-9467-b392e9fe5d84), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.793288 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (684fec58-7b29-4947-9467-b392e9fe5d84), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:07.833820 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:07.836915 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:07.840981 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:30:07.863700 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Pushing event updated for resources: {'Port': ['ID=684fec58-7b29-4947-9467-b392e9fe5d84,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:07.958930 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:08.113681 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Publish callbacks [] for router_gateway (24d06063-aeae-4096-9989-5e54ad4efb58), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:08.320376 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3698153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3695137'] for router (24d06063-aeae-4096-9989-5e54ad4efb58), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:08.401037 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:08.556961 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-55d17239-b95e-4066-a528-e6a0961a197e req-772329ec-9ef1-459b-9c83-6fc2c87dcbd3 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 210 time: 0.0642099 Sep 17 04:30:08.558002 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Router 24d06063-aeae-4096-9989-5e54ad4efb58 is scheduled to L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 with binding_index 1 {{(pid=106226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 04:30:08.678570 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:08.701528 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:30:08.712672 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Sync routers for ids ['24d06063-aeae-4096-9989-5e54ad4efb58'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:30:08.720975 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:08.723795 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Routers {'24d06063-aeae-4096-9989-5e54ad4efb58'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:08.727619 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-4a625861-1443-4612-b4ce-c91771185128 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.6334543 Sep 17 04:30:08.728024 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['24d06063-aeae-4096-9989-5e54ad4efb58'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:08.728212 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 37902) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:08.864824 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:08.876765 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:DELETE=9,neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:08.889455 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-f72e7c30-fa4d-4e13-becb-31de4178e2bb tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:08.891153 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-f72e7c30-fa4d-4e13-becb-31de4178e2bb tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.66 "GET /networking/v2.0/networks?id=926c6c09-466c-4643-81fe-c6d1e0236acc HTTP/1.1" status: 200 len: 814 time: 0.5176811 Sep 17 04:30:08.893748 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Set router 24d06063-aeae-4096-9989-5e54ad4efb58 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:08.912244 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-2d27376d-7365-41d5-9eb6-62456eebae46 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Request body: {'port': {'device_id': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'admin_state_up': True, 'tenant_id': '4ca16cc178624419954df6bad327f722'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:08.955877 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a8bd31-da48-4921-8bff-a83666defabf None None] Network 8d122af4-d997-47f1-a988-a7aa32c2bb1b requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:30:09.077903 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-2d27376d-7365-41d5-9eb6-62456eebae46 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Made reservation on behalf of 4ca16cc178624419954df6bad327f722 for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:30:09.083713 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-2d27376d-7365-41d5-9eb6-62456eebae46 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:09.182103 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-cfbd3bae-5616-49f4-bcea-d0be279a840d None None] Provisioning complete for port 2381b0de-a45f-48a9-af17-1f757b58a33c triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:09.182754 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3bae-5616-49f4-bcea-d0be279a840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:09.183268 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-cfbd3bae-5616-49f4-bcea-d0be279a840d None None] Attempt 1 to provision port 2381b0de-a45f-48a9-af17-1f757b58a33c Sep 17 04:30:09.185588 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:09.399337 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd3bae-5616-49f4-bcea-d0be279a840d None None] Current status of the port 2381b0de-a45f-48a9-af17-1f757b58a33c is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:09.400624 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3bae-5616-49f4-bcea-d0be279a840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:09.456867 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-2d27376d-7365-41d5-9eb6-62456eebae46 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Allocated IP 172.20.0.7 (926c6c09-466c-4643-81fe-c6d1e0236acc/bf84a2fe-d123-45cf-8140-e41701bc7cf0/d54c1156-b70c-4805-bad8-7b71a108b5c0) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:30:09.502232 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:08Z', 'revision_number': 3, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:09.527535 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-cfbd3bae-5616-49f4-bcea-d0be279a840d None None] For port 2381b0de-a45f-48a9-af17-1f757b58a33c, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=2381b0de-a45f-48a9-af17-1f757b58a33c,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:09.610102 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3bae-5616-49f4-bcea-d0be279a840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:09.616980 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2381b0de-a45f-48a9-af17-1f757b58a33c up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:09.728926 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Checking router: 24d06063-aeae-4096-9989-5e54ad4efb58 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:30:09.731417 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Updating router 24d06063-aeae-4096-9989-5e54ad4efb58 port 684fec58-7b29-4947-9467-b392e9fe5d84 binding host dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:30:09.780941 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:10.004858 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-2d27376d-7365-41d5-9eb6-62456eebae46 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:10.125335 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-2d27376d-7365-41d5-9eb6-62456eebae46 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:10.233210 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:10.347878 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27376d-7365-41d5-9eb6-62456eebae46 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event updated for resources: {'Port': ['ID=d54c1156-b70c-4805-bad8-7b71a108b5c0,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:10.359227 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-2d27376d-7365-41d5-9eb6-62456eebae46 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Network 926c6c09-466c-4643-81fe-c6d1e0236acc is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:10.366820 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c420d26-85e9-4244-b197-9af4f6177685 req-68e12cdd-2861-4f7a-af2f-b73ac4a2dd93 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:10.375574 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9c420d26-85e9-4244-b197-9af4f6177685 req-68e12cdd-2861-4f7a-af2f-b73ac4a2dd93 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 931 time: 0.2846563 Sep 17 04:30:10.400762 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-2d27376d-7365-41d5-9eb6-62456eebae46 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:10.405248 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-2d27376d-7365-41d5-9eb6-62456eebae46 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:30:10.521508 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-565f5d66-ffee-4015-bc15-a229aaaddbe3 None None] Provisioning complete for port 2381b0de-a45f-48a9-af17-1f757b58a33c triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:10.522080 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-565f5d66-ffee-4015-bc15-a229aaaddbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:10.522382 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-565f5d66-ffee-4015-bc15-a229aaaddbe3 None None] Attempt 1 to provision port 2381b0de-a45f-48a9-af17-1f757b58a33c Sep 17 04:30:10.539725 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (684fec58-7b29-4947-9467-b392e9fe5d84), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:10.540521 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-2d27376d-7365-41d5-9eb6-62456eebae46 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:10.546115 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-2d27376d-7365-41d5-9eb6-62456eebae46 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:10.682434 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 2381b0de-a45f-48a9-af17-1f757b58a33c triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:10.682813 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:10.683165 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 2381b0de-a45f-48a9-af17-1f757b58a33c Sep 17 04:30:10.688698 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9c420d26-85e9-4244-b197-9af4f6177685 req-b3934f98-0d31-4822-bea3-fd9ad1396dfc tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118935 Sep 17 04:30:10.693271 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd3bae-5616-49f4-bcea-d0be279a840d None None] Pushing event updated for resources: {'Port': ['ID=2381b0de-a45f-48a9-af17-1f757b58a33c,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:10.700647 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-2d27376d-7365-41d5-9eb6-62456eebae46 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7914963 Sep 17 04:30:10.738089 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:10.757476 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Allocated IP 172.20.0.1 (8d122af4-d997-47f1-a988-a7aa32c2bb1b/97a9175c-92a6-4b94-af1d-b54c3280ddbe/ec8dca74-b6b3-4e6e-adc4-eadb9aa25580) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:30:10.766895 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Request body: {'port': {'device_id': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:11.026959 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:11.062942 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 2381b0de-a45f-48a9-af17-1f757b58a33c is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:11.081192 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:11.087171 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-565f5d66-ffee-4015-bc15-a229aaaddbe3 None None] Current status of the port 2381b0de-a45f-48a9-af17-1f757b58a33c is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:11.159480 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:11.183578 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Publish callbacks [] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:11.230580 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:11.245246 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:11.273427 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Network 8d122af4-d997-47f1-a988-a7aa32c2bb1b is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:11.344057 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-c5111f1a-e80e-44a0-a83e-2208f5d7ac8f None None] Provisioning complete for port d54c1156-b70c-4805-bad8-7b71a108b5c0 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:11.345414 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c5111f1a-e80e-44a0-a83e-2208f5d7ac8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:11.346798 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-c5111f1a-e80e-44a0-a83e-2208f5d7ac8f None None] Attempt 1 to provision port d54c1156-b70c-4805-bad8-7b71a108b5c0 Sep 17 04:30:11.424237 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:11.429996 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:30:11.461409 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Publish callbacks [] for port (684fec58-7b29-4947-9467-b392e9fe5d84), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:11.464402 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-c5111f1a-e80e-44a0-a83e-2208f5d7ac8f None None] Port d54c1156-b70c-4805-bad8-7b71a108b5c0 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:11.473855 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (684fec58-7b29-4947-9467-b392e9fe5d84), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:11.552792 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Pushing event updated for resources: {'Port': ['ID=ec8dca74-b6b3-4e6e-adc4-eadb9aa25580,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:11.553386 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2381b0de-a45f-48a9-af17-1f757b58a33c up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:11.567945 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3836696'] for router_interface (24d06063-aeae-4096-9989-5e54ad4efb58), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:11.620067 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54c1156-b70c-4805-bad8-7b71a108b5c0 {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:30:11.643698 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Publish callbacks [] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:11.651144 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:11.691962 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Transition to ACTIVE for port object d54c1156-b70c-4805-bad8-7b71a108b5c0 will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:30:11.702727 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:11.745919 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cc63b-e3c4-4f90-989e-25a1bb8e9134 None None] Pushing event updated for resources: {'Port': ['ID=684fec58-7b29-4947-9467-b392e9fe5d84,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:11.752685 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Attempting to bind port 684fec58-7b29-4947-9467-b392e9fe5d84 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:30:11.753094 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Attempting to bind port 684fec58-7b29-4947-9467-b392e9fe5d84 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:30:11.757386 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Attempting to bind port 684fec58-7b29-4947-9467-b392e9fe5d84 on network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:11.809934 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 2381b0de-a45f-48a9-af17-1f757b58a33c triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:11.810318 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:11.810653 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 2381b0de-a45f-48a9-af17-1f757b58a33c Sep 17 04:30:11.960785 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:11.974673 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d54c1156-b70c-4805-bad8-7b71a108b5c0,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:11.978053 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:30:12.001842 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:12.012943 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-c5111f1a-e80e-44a0-a83e-2208f5d7ac8f None None] Attempt 2 to provision port d54c1156-b70c-4805-bad8-7b71a108b5c0 Sep 17 04:30:12.031450 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:30:12.031823 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Checking segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:12.032253 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:12.032652 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Bound using segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:30:12.033439 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Bound port: 684fec58-7b29-4947-9467-b392e9fe5d84, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:30:12.051351 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Attempting to bind port d54c1156-b70c-4805-bad8-7b71a108b5c0 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:30:12.051351 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Attempting to bind port d54c1156-b70c-4805-bad8-7b71a108b5c0 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '2ff39efe-ed9a-4cf9-b18f-2d620f24033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:30:12.051742 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (684fec58-7b29-4947-9467-b392e9fe5d84), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:12.051821 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Attempting to bind port d54c1156-b70c-4805-bad8-7b71a108b5c0 on network 926c6c09-466c-4643-81fe-c6d1e0236acc {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:12.077413 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590bbbd-a079-4b02-9490-f1a07eeaac88 req-a385bd8b-5a95-45d7-8993-46b552336611 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:12.080855 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 2381b0de-a45f-48a9-af17-1f757b58a33c is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:12.104399 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f590bbbd-a079-4b02-9490-f1a07eeaac88 req-a385bd8b-5a95-45d7-8993-46b552336611 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.2802587 Sep 17 04:30:12.127401 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-c5111f1a-e80e-44a0-a83e-2208f5d7ac8f None None] Port d54c1156-b70c-4805-bad8-7b71a108b5c0 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:12.133110 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] For port 684fec58-7b29-4947-9467-b392e9fe5d84, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:30:12.138009 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] For port 684fec58-7b29-4947-9467-b392e9fe5d84, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=684fec58-7b29-4947-9467-b392e9fe5d84,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:30:12.148813 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (684fec58-7b29-4947-9467-b392e9fe5d84), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:12.162476 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Port d54c1156-b70c-4805-bad8-7b71a108b5c0 on network 926c6c09-466c-4643-81fe-c6d1e0236acc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:30:12.162797 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Attempting to bind port d54c1156-b70c-4805-bad8-7b71a108b5c0 on network 926c6c09-466c-4643-81fe-c6d1e0236acc {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:12.200838 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f590bbbd-a079-4b02-9490-f1a07eeaac88 req-a8a2bdd3-292f-4929-a6d0-c8db8a5711d5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951858 Sep 17 04:30:12.257160 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Routers {'24d06063-aeae-4096-9989-5e54ad4efb58'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:12.257160 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['24d06063-aeae-4096-9989-5e54ad4efb58'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:12.286268 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:30:12.286610 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Checking segment: {'id': '2ff39efe-ed9a-4cf9-b18f-2d620f24033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:12.287134 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Bound using segment: {'id': '2ff39efe-ed9a-4cf9-b18f-2d620f24033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:30:12.287633 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Bound port: d54c1156-b70c-4805-bad8-7b71a108b5c0, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff39efe-ed9a-4cf9-b18f-2d620f24033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:30:12.288053 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:12.361355 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] For port d54c1156-b70c-4805-bad8-7b71a108b5c0, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:30:12.362414 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Publish callbacks [] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:12.365948 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] For port d54c1156-b70c-4805-bad8-7b71a108b5c0, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:30:12.367888 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cc63b-e3c4-4f90-989e-25a1bb8e9134 None None] Pushing event updated for resources: {'Port': ['ID=684fec58-7b29-4947-9467-b392e9fe5d84,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:12.384772 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:12.392909 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:12.400769 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:12.404874 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:12.406225 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/d54c1156-b70c-4805-bad8-7b71a108b5c0 HTTP/1.1" status: 200 len: 1093 time: 1.6439257 Sep 17 04:30:12.406856 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:30:12.413440 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dc55a2-e5b3-4fc7-bb00-c038785b33e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:30:12.486243 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3836812'] for router_interface (24d06063-aeae-4096-9989-5e54ad4efb58), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:12.488451 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Pushing event updated for resources: {'Port': ['ID=ec8dca74-b6b3-4e6e-adc4-eadb9aa25580,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:12.532121 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:12.537853 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] Set router 24d06063-aeae-4096-9989-5e54ad4efb58 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:12.554293 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444383b2-56f0-42ed-9ce7-1e17bce6e9e6 x-openstack-request-id: req-444383b2-56f0-42ed-9ce7-1e17bce6e9e6 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:30:12.554789 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:30:12.555185 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-444383b2-56f0-42ed-9ce7-1e17bce6e9e6 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:30:12.555766 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444383b2-56f0-42ed-9ce7-1e17bce6e9e6'] response: {'name': 'network-changed', 'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0', 'status': 'completed', 'code': 200} Sep 17 04:30:12.556937 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e79a7-2d56-429d-9bdb-9d995aa555b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d54c1156-b70c-4805-bad8-7b71a108b5c0,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:12.631769 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-c5111f1a-e80e-44a0-a83e-2208f5d7ac8f None None] Attempt 3 to provision port d54c1156-b70c-4805-bad8-7b71a108b5c0 Sep 17 04:30:12.684008 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Network 8d122af4-d997-47f1-a988-a7aa32c2bb1b is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:12.686102 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:12.793906 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-c5111f1a-e80e-44a0-a83e-2208f5d7ac8f None None] Port d54c1156-b70c-4805-bad8-7b71a108b5c0 had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:30:12.853644 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Router 24d06063-aeae-4096-9989-5e54ad4efb58 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:30:12.890106 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:10Z', 'revision_number': 1, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:12.919120 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac936e-1926-4375-a351-f78c26538fbb None None] The sync data for ids ['24d06063-aeae-4096-9989-5e54ad4efb58'] in dv-cinder-857993-2-iscsi is: [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:10Z', 'revision_number': 1, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:30:12.928512 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Provisioning complete for port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:12.928884 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:12.929242 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Attempt 1 to provision port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 Sep 17 04:30:12.962995 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:12.978950 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:30:12.984099 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-58f9e535-f1b3-4014-86aa-7a7d07e97f7f admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/24d06063-aeae-4096-9989-5e54ad4efb58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2544763 Sep 17 04:30:13.430282 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f372c-11cb-4634-8e9e-07bca9b20007 req-9488dcee-68a3-4d77-ab1d-e913274b2350 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:13.437435 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aa5f372c-11cb-4634-8e9e-07bca9b20007 req-9488dcee-68a3-4d77-ab1d-e913274b2350 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0841460 Sep 17 04:30:13.464640 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Attempt 2 to provision port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 Sep 17 04:30:13.499665 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aa5f372c-11cb-4634-8e9e-07bca9b20007 req-b50b3f49-0932-4383-9719-42549f8f5834 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611200 Sep 17 04:30:13.554810 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:13.746848 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-9112e08c-65e3-4f29-bba8-e57a612b6a9a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:13.755308 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-9112e08c-65e3-4f29-bba8-e57a612b6a9a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 818 time: 0.1870866 Sep 17 04:30:13.775307 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-d81325a3-21e7-4a24-aee0-b02a4776bfc1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/quotas/d54f5f66e0eb4be9aad2e6d37e0b6db6 HTTP/1.1" status: 200 len: 375 time: 0.0189459 Sep 17 04:30:13.826125 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-f6d02acd-fb68-4f9f-8386-d820481e4860 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498154 Sep 17 04:30:13.917475 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:13.919768 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:13.965793 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-5cbf33c5-0fbb-4d7c-a746-5ac8de7e5ef0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281073 Sep 17 04:30:14.056199 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Attempt 3 to provision port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 Sep 17 04:30:14.095230 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-bd0322fe-c8c7-4f09-ac2a-cd3377dd45a9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192589 Sep 17 04:30:14.115011 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:14.427989 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6e4fcb77-35fa-4358-b0d5-01a54807c484 req-2589f1e6-dfc8-4e51-b8bd-46ca6b6c3538 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 210 time: 0.0502970 Sep 17 04:30:14.616147 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Attempt 4 to provision port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 Sep 17 04:30:14.726050 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:14.782359 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5d19a-93a2-42c2-95a9-d52908db9136 req-4c0cfb77-5d8b-4903-ab81-a41e69ef5cb4 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:14.783918 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-25e5d19a-93a2-42c2-95a9-d52908db9136 req-4c0cfb77-5d8b-4903-ab81-a41e69ef5cb4 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.1130638 Sep 17 04:30:14.851564 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:14.855342 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-ade1aa94-4522-4356-97f2-183369d107a5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:14.856994 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-ade1aa94-4522-4356-97f2-183369d107a5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 818 time: 0.2204633 Sep 17 04:30:14.876455 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-1bc68d54-fec5-4cc2-83b0-89927f0fd2cf tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/quotas/d54f5f66e0eb4be9aad2e6d37e0b6db6 HTTP/1.1" status: 200 len: 375 time: 0.0132687 Sep 17 04:30:14.901691 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-25e5d19a-93a2-42c2-95a9-d52908db9136 req-6122172f-6fc4-44ea-99d9-8906947df487 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050847 Sep 17 04:30:14.944090 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-79ee9885-0cea-46a0-bd33-b68ba9c2e34f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622435 Sep 17 04:30:15.036030 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-22631c87-9e05-49ea-994c-1b03e6418617 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899405 Sep 17 04:30:15.129071 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-53199bdb-4456-4a0b-bc8e-345cdc393ec2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867629 Sep 17 04:30:15.227876 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Attempt 5 to provision port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 Sep 17 04:30:15.318804 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:15.395603 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8c388ce3-b3c7-4322-85c6-e27e3ac8577a req-eea8dea9-7322-4f7a-b748-2e680189c4e8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0937040 Sep 17 04:30:15.474619 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 684fec58-7b29-4947-9467-b392e9fe5d84 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:15.479393 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:15.561918 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 684fec58-7b29-4947-9467-b392e9fe5d84 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:15.562234 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (684fec58-7b29-4947-9467-b392e9fe5d84), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:15.562847 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 684fec58-7b29-4947-9467-b392e9fe5d84 Sep 17 04:30:15.821312 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Attempt 6 to provision port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 Sep 17 04:30:15.889155 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 684fec58-7b29-4947-9467-b392e9fe5d84 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:15.890072 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (684fec58-7b29-4947-9467-b392e9fe5d84), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:15.915900 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:15.953917 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 684fec58-7b29-4947-9467-b392e9fe5d84, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=684fec58-7b29-4947-9467-b392e9fe5d84,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:15.967705 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (684fec58-7b29-4947-9467-b392e9fe5d84), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:16.095797 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=684fec58-7b29-4947-9467-b392e9fe5d84,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:16.125038 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576b57a-314c-43a3-9fc0-4892ae32f259 req-ccf915f4-92ec-47a7-b0fb-fda8b9804a09 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:16.131736 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Sync routers for ids ['24d06063-aeae-4096-9989-5e54ad4efb58'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:30:16.132692 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4576b57a-314c-43a3-9fc0-4892ae32f259 req-ccf915f4-92ec-47a7-b0fb-fda8b9804a09 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0998843 Sep 17 04:30:16.144881 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Routers {'24d06063-aeae-4096-9989-5e54ad4efb58'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:16.145644 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['24d06063-aeae-4096-9989-5e54ad4efb58'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:16.221169 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4576b57a-314c-43a3-9fc0-4892ae32f259 req-8dc34c8c-ff4d-45e4-889b-d8cd70f172cd tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869544 Sep 17 04:30:16.252175 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Set router 24d06063-aeae-4096-9989-5e54ad4efb58 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:16.418506 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Attempt 7 to provision port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 Sep 17 04:30:16.448408 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:16.449570 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:12Z', 'revision_number': 2, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:16.460759 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:16.475008 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Checking router: 24d06063-aeae-4096-9989-5e54ad4efb58 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:30:16.475728 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Updating router 24d06063-aeae-4096-9989-5e54ad4efb58 port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 binding host dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:30:16.500648 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e246c51d-ed4e-4463-9aa1-9df6d9986dd7 req-db770661-5fc7-4194-94fc-f7758f1d357d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0288482 Sep 17 04:30:16.506854 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:16.758989 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Publish callbacks [] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:16.760213 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:16.766052 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:16.810257 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5acb2-4526-4ad0-8953-621340c757d9 None None] Pushing event updated for resources: {'Port': ['ID=ec8dca74-b6b3-4e6e-adc4-eadb9aa25580,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:16.870506 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Attempting to bind port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:30:16.870876 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Attempting to bind port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:30:16.871263 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Attempting to bind port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 on network 8d122af4-d997-47f1-a988-a7aa32c2bb1b {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:16.914443 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:30:16.914814 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Checking segment: {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:16.915235 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:16.915621 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Bound using segment: {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:30:16.916086 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Bound port: ec8dca74-b6b3-4e6e-adc4-eadb9aa25580, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:30:16.917126 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:16.963079 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Attempt 8 to provision port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 Sep 17 04:30:16.984350 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] For port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:30:16.990132 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] For port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=ec8dca74-b6b3-4e6e-adc4-eadb9aa25580,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:30:16.997706 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:17.012629 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:17.014220 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:17.055874 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Routers {'24d06063-aeae-4096-9989-5e54ad4efb58'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:17.056498 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:29:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['24d06063-aeae-4096-9989-5e54ad4efb58'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:17.098967 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5acb2-4526-4ad0-8953-621340c757d9 None None] Pushing event updated for resources: {'Port': ['ID=ec8dca74-b6b3-4e6e-adc4-eadb9aa25580,revision_number=4']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:17.166730 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] Set router 24d06063-aeae-4096-9989-5e54ad4efb58 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:17.380195 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05f7d7-9f1e-4ab7-922e-bde7d05a2e1e req-dbb5ca24-4ebf-4f79-a894-f864f9cee4d3 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:17.387988 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2b05f7d7-9f1e-4ab7-922e-bde7d05a2e1e req-dbb5ca24-4ebf-4f79-a894-f864f9cee4d3 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0820141 Sep 17 04:30:17.447158 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2b05f7d7-9f1e-4ab7-922e-bde7d05a2e1e req-9b09daee-d1f9-45c4-9516-9b28275e915f tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578470 Sep 17 04:30:17.452815 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:17.516136 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Attempt 9 to provision port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 Sep 17 04:30:17.519175 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:16Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:17.520194 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:17.543791 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:17.544283 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:17.545255 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 Sep 17 04:30:17.545978 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a79596-45af-4dc1-8a9c-b1a98ab4bbcf None None] The sync data for ids ['24d06063-aeae-4096-9989-5e54ad4efb58'] in dv-cinder-857993-2-iscsi is: [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:16Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:30:17.662501 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0ed47469-64ce-42c8-99b7-4ea4b5fdf8b7 req-d813e2eb-f6f2-433f-9c0d-77b63d49a86b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0691106 Sep 17 04:30:17.697649 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:17.698028 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:17.729038 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Current status of the port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:17.729458 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:17.765662 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=ec8dca74-b6b3-4e6e-adc4-eadb9aa25580,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:17.771502 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:17.773980 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 684fec58-7b29-4947-9467-b392e9fe5d84 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:17.876651 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.db.api [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 17 04:30:17.877219 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG oslo_db.api [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 04:30:17.878471 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=ec8dca74-b6b3-4e6e-adc4-eadb9aa25580,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:17.895885 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 684fec58-7b29-4947-9467-b392e9fe5d84 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:17.896254 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (684fec58-7b29-4947-9467-b392e9fe5d84), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:17.896584 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 684fec58-7b29-4947-9467-b392e9fe5d84 Sep 17 04:30:18.152956 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 684fec58-7b29-4947-9467-b392e9fe5d84 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:18.414899 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7888384e-0305-4b1e-a006-7867c3c79361 None None] Current status of the port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:18.436167 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-70a915fa-292f-40a2-b0e5-3b9646d0917c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:18.534835 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-a617adea-06d2-4410-80c0-2a02c202f3f2 None None] Provisioning complete for port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:18.535524 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a617adea-06d2-4410-80c0-2a02c202f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:18.535524 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a617adea-06d2-4410-80c0-2a02c202f3f2 None None] Attempt 1 to provision port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 Sep 17 04:30:18.538845 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:18.640665 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fa5c4-0745-4563-a1b5-bd7d9d11cfea req-94641262-ae46-4bb6-af3c-6310a72f9099 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:18.642481 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a11fa5c4-0745-4563-a1b5-bd7d9d11cfea req-94641262-ae46-4bb6-af3c-6310a72f9099 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0823004 Sep 17 04:30:18.686930 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a617adea-06d2-4410-80c0-2a02c202f3f2 None None] Current status of the port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:18.706891 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a11fa5c4-0745-4563-a1b5-bd7d9d11cfea req-9aed2ea8-2ad6-4f32-b7b5-eccf6ce6d286 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556333 Sep 17 04:30:18.805593 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9930992d-0e33-4f8b-b997-d39671d6b610 req-be5d2c75-507b-416b-9162-115d0edab415 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0428572 Sep 17 04:30:19.388101 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:19.438813 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:19.439460 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:19.439993 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 Sep 17 04:30:19.584193 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:19.934440 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb550d-390c-4299-a581-9c4f98f1340a req-23e8b4fa-733d-4be5-a95c-1242b9389da2 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:19.937704 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f0eb550d-390c-4299-a581-9c4f98f1340a req-23e8b4fa-733d-4be5-a95c-1242b9389da2 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0878396 Sep 17 04:30:19.971310 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38198) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:19.980354 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-16a26c71-8e03-4927-89da-389eef71fedd req-e35ffe3e-2d38-4e50-baec-27f5fc05de4f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0487540 Sep 17 04:30:20.000939 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f0eb550d-390c-4299-a581-9c4f98f1340a req-de40d739-df1f-4680-bccb-e6cf609a7e5f tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567043 Sep 17 04:30:20.015086 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 38202) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:20.101697 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f7470518-a9b2-4821-a109-0becc30fd34c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.123781 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.125908 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:20.168878 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:20.183371 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f7470518-a9b2-4821-a109-0becc30fd34c admin admin] Publish callbacks [] for security_group (74ecb51f-32f2-4639-a36b-5c4c9e103145), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.187613 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f7470518-a9b2-4821-a109-0becc30fd34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (74ecb51f-32f2-4639-a36b-5c4c9e103145), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.204157 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Publish callbacks [] for security_group (5394703b-060d-4dbb-a68e-25b1e6917495), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.208354 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (5394703b-060d-4dbb-a68e-25b1e6917495), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.214246 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:20.227209 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7470518-a9b2-4821-a109-0becc30fd34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ecb51f-32f2-4639-a36b-5c4c9e103145,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:20.231814 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-f7470518-a9b2-4821-a109-0becc30fd34c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=959d8cd72ac744628842d835f315c75d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595379 Sep 17 04:30:20.234612 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38206) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:20.248093 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f8bb6374238e40688486fe4a26879f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318795 Sep 17 04:30:20.249229 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5394703b-060d-4dbb-a68e-25b1e6917495,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:20.250771 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 38210) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:20.268304 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.268644 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.270528 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.270528 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.270784 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.271079 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.271403 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.271724 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.272044 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.272369 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.272691 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.273013 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.273350 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.273685 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.273998 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660d2e-aaa2-4839-b115-406ba9db70ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:20.295872 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-87daeff7-a707-4fd7-a9eb-5d4b391039b8 admin admin] Publish callbacks [] for security_group (74ecb51f-32f2-4639-a36b-5c4c9e103145), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.317389 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-87daeff7-a707-4fd7-a9eb-5d4b391039b8 admin admin] Publish callbacks [] for security_group (74ecb51f-32f2-4639-a36b-5c4c9e103145), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.319637 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4d26b9d4-2b5c-4607-ba05-cb612d9082f5 admin admin] Publish callbacks [] for security_group (5394703b-060d-4dbb-a68e-25b1e6917495), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.340358 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4d26b9d4-2b5c-4607-ba05-cb612d9082f5 admin admin] Publish callbacks [] for security_group (5394703b-060d-4dbb-a68e-25b1e6917495), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.386386 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-87daeff7-a707-4fd7-a9eb-5d4b391039b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (74ecb51f-32f2-4639-a36b-5c4c9e103145), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.391122 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-87daeff7-a707-4fd7-a9eb-5d4b391039b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.392897 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-87daeff7-a707-4fd7-a9eb-5d4b391039b8 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/74ecb51f-32f2-4639-a36b-5c4c9e103145 HTTP/1.1" status: 204 len: 168 time: 0.1572485 Sep 17 04:30:20.401700 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daeff7-a707-4fd7-a9eb-5d4b391039b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ecb51f-32f2-4639-a36b-5c4c9e103145,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:20.446852 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4d26b9d4-2b5c-4607-ba05-cb612d9082f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (5394703b-060d-4dbb-a68e-25b1e6917495), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.449931 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4d26b9d4-2b5c-4607-ba05-cb612d9082f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.454066 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-4d26b9d4-2b5c-4607-ba05-cb612d9082f5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/5394703b-060d-4dbb-a68e-25b1e6917495 HTTP/1.1" status: 204 len: 168 time: 0.2022436 Sep 17 04:30:20.463137 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26b9d4-2b5c-4607-ba05-cb612d9082f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5394703b-060d-4dbb-a68e-25b1e6917495,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:20.480662 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:20.632347 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ad7e20a5-93c9-4072-a66a-1d01980edd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.865972 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 38224) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:20.883767 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-75af9991-83b2-4c98-9974-0a8d6fcbdb65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:20.925377 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 38226) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:20.945076 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-02ff3687-e19f-4194-a289-5a611ab47937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:21.089288 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-02ff3687-e19f-4194-a289-5a611ab47937 admin admin] Publish callbacks [] for security_group (987c08b1-d430-4448-8125-de9774fccae5), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:21.113804 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-75af9991-83b2-4c98-9974-0a8d6fcbdb65 admin admin] Publish callbacks [] for security_group (664cd5d8-9fe8-42f3-b479-45bae897ed8e), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:21.114749 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-02ff3687-e19f-4194-a289-5a611ab47937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (987c08b1-d430-4448-8125-de9774fccae5), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:21.129903 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9ac731de-5389-4532-96f3-d2b575488bb3 req-6fa26378-ee52-4edc-9c74-d42171d81da8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0604091 Sep 17 04:30:21.130248 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c6732-f545-4a29-a4f2-6f14a1ba9239 req-7f9b5ed2-c4f5-4989-ad9b-f4fd55129708 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:21.132583 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-615c6732-f545-4a29-a4f2-6f14a1ba9239 req-7f9b5ed2-c4f5-4989-ad9b-f4fd55129708 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0571020 Sep 17 04:30:21.146514 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-75af9991-83b2-4c98-9974-0a8d6fcbdb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (664cd5d8-9fe8-42f3-b479-45bae897ed8e), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:21.191254 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-615c6732-f545-4a29-a4f2-6f14a1ba9239 req-533d4e12-1013-4c4f-89f4-278a4c8f44bf tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515180 Sep 17 04:30:21.201150 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:21.204627 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-75af9991-83b2-4c98-9974-0a8d6fcbdb65 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=872071de909b45c096dc64279bdf7205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374352 Sep 17 04:30:21.209522 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-02ff3687-e19f-4194-a289-5a611ab47937 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ff018089532145a3aadc4bdc0f480ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808499 Sep 17 04:30:21.209676 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38232) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:21.209818 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38234) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:21.219781 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff3687-e19f-4194-a289-5a611ab47937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987c08b1-d430-4448-8125-de9774fccae5,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:21.266825 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af9991-83b2-4c98-9974-0a8d6fcbdb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664cd5d8-9fe8-42f3-b479-45bae897ed8e,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:21.304230 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-df44e317-d928-41f9-85d7-6d4307a6f487 admin admin] Publish callbacks [] for security_group (664cd5d8-9fe8-42f3-b479-45bae897ed8e), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:21.315067 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-20fcec8d-811c-43d4-8149-176e2ec0ac8e admin admin] Publish callbacks [] for security_group (987c08b1-d430-4448-8125-de9774fccae5), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:21.338296 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-df44e317-d928-41f9-85d7-6d4307a6f487 admin admin] Publish callbacks [] for security_group (664cd5d8-9fe8-42f3-b479-45bae897ed8e), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:21.360016 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-20fcec8d-811c-43d4-8149-176e2ec0ac8e admin admin] Publish callbacks [] for security_group (987c08b1-d430-4448-8125-de9774fccae5), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:21.445777 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-df44e317-d928-41f9-85d7-6d4307a6f487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (664cd5d8-9fe8-42f3-b479-45bae897ed8e), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:21.448675 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-df44e317-d928-41f9-85d7-6d4307a6f487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:21.453173 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-df44e317-d928-41f9-85d7-6d4307a6f487 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/664cd5d8-9fe8-42f3-b479-45bae897ed8e HTTP/1.1" status: 204 len: 168 time: 0.2410920 Sep 17 04:30:21.464734 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44e317-d928-41f9-85d7-6d4307a6f487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664cd5d8-9fe8-42f3-b479-45bae897ed8e,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:21.466616 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-20fcec8d-811c-43d4-8149-176e2ec0ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (987c08b1-d430-4448-8125-de9774fccae5), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:21.469571 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-20fcec8d-811c-43d4-8149-176e2ec0ac8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:21.471172 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-20fcec8d-811c-43d4-8149-176e2ec0ac8e admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/987c08b1-d430-4448-8125-de9774fccae5 HTTP/1.1" status: 204 len: 168 time: 0.2603712 Sep 17 04:30:21.495374 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcec8d-811c-43d4-8149-176e2ec0ac8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987c08b1-d430-4448-8125-de9774fccae5,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:21.938007 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:22.015697 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 38260) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:22.029310 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6760c15e-a2bb-4a25-875a-64dbeeea3158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:22.105368 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6760c15e-a2bb-4a25-875a-64dbeeea3158 admin admin] Publish callbacks [] for security_group (9573f573-6329-4846-a318-1600fd03e208), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:22.109849 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6760c15e-a2bb-4a25-875a-64dbeeea3158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (9573f573-6329-4846-a318-1600fd03e208), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:22.148893 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-6760c15e-a2bb-4a25-875a-64dbeeea3158 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d33c55d1763e457392c5b504e5aff70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320169 Sep 17 04:30:22.150069 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760c15e-a2bb-4a25-875a-64dbeeea3158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9573f573-6329-4846-a318-1600fd03e208,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:22.151627 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38262) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:22.210163 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f3695908-7e68-4466-97b3-03fd847c6ca7 admin admin] Publish callbacks [] for security_group (9573f573-6329-4846-a318-1600fd03e208), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:22.233747 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f3695908-7e68-4466-97b3-03fd847c6ca7 admin admin] Publish callbacks [] for security_group (9573f573-6329-4846-a318-1600fd03e208), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:22.245248 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a0fb3fa6-f810-48a5-ab87-ae85885f4e83 req-bc3eb17f-b75b-4eff-8539-fcfc06afca13 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0338404 Sep 17 04:30:22.329472 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f3695908-7e68-4466-97b3-03fd847c6ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (9573f573-6329-4846-a318-1600fd03e208), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:22.332164 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f3695908-7e68-4466-97b3-03fd847c6ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:22.333369 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-f3695908-7e68-4466-97b3-03fd847c6ca7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9573f573-6329-4846-a318-1600fd03e208 HTTP/1.1" status: 204 len: 168 time: 0.1801608 Sep 17 04:30:22.357606 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8580c-8348-4a79-b678-bc6dde53fa6c req-e09ce76f-ad11-4c0a-8fcc-d048c6c80639 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:22.357606 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3ee8580c-8348-4a79-b678-bc6dde53fa6c req-e09ce76f-ad11-4c0a-8fcc-d048c6c80639 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0662186 Sep 17 04:30:22.362129 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3695908-7e68-4466-97b3-03fd847c6ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9573f573-6329-4846-a318-1600fd03e208,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:22.385992 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=85,neutron:DELETE=11 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:22.424689 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3ee8580c-8348-4a79-b678-bc6dde53fa6c req-807b6d12-cbd3-4489-9c97-aa311f368eed tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652089 Sep 17 04:30:23.372313 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2b6e1855-164f-430b-9758-eb7ea5bfb62e req-d0f5af2d-c3ed-4f6b-84db-f1ecba59c56e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0367665 Sep 17 04:30:23.428543 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:23.560195 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:23.568202 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:23.611362 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a684e2a-75f6-43c6-869a-40eb7d0326ac req-96bd22f4-f6ea-4a2d-b3c8-544af279137b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:23.614559 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8a684e2a-75f6-43c6-869a-40eb7d0326ac req-96bd22f4-f6ea-4a2d-b3c8-544af279137b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0869517 Sep 17 04:30:23.665410 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8a684e2a-75f6-43c6-869a-40eb7d0326ac req-9baf784b-d341-4643-b003-d4491e5c3a9a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453966 Sep 17 04:30:24.468256 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:24.487460 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-afd50e10-f864-4be6-ad91-b080076dba8a req-4560127e-2b84-4514-bab4-7cbf3cf03a04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0288649 Sep 17 04:30:24.612558 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc55a2-e5b3-4fc7-bb00-c038785b33e5 req-f41f7404-e230-4a23-98bf-c4add3d60c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:24.614215 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64dc55a2-e5b3-4fc7-bb00-c038785b33e5 req-f41f7404-e230-4a23-98bf-c4add3d60c9e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=4ca16cc178624419954df6bad327f722&device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 1127 time: 0.0429955 Sep 17 04:30:24.770941 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc55a2-e5b3-4fc7-bb00-c038785b33e5 req-51b81e90-562f-4660-90cd-2f24df4bce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:24.772661 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64dc55a2-e5b3-4fc7-bb00-c038785b33e5 req-51b81e90-562f-4660-90cd-2f24df4bce23 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=4ca16cc178624419954df6bad327f722&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1450298 Sep 17 04:30:24.822769 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90e039-74da-405d-a630-ee9392bcc8ca req-11ed7611-8316-4722-ace8-b07bd00d8753 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:24.825637 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-eb90e039-74da-405d-a630-ee9392bcc8ca req-11ed7611-8316-4722-ace8-b07bd00d8753 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0639303 Sep 17 04:30:24.904397 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc55a2-e5b3-4fc7-bb00-c038785b33e5 req-73edd2fc-1b17-4b57-89eb-60489cc31f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:24.906048 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64dc55a2-e5b3-4fc7-bb00-c038785b33e5 req-73edd2fc-1b17-4b57-89eb-60489cc31f05 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266990 Sep 17 04:30:24.913537 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-eb90e039-74da-405d-a630-ee9392bcc8ca req-f0854433-34e8-4294-b96d-c5c656a30253 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818653 Sep 17 04:30:25.017998 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-05a6b2fa-3165-429f-9215-d66b8b6fca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:25.019653 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-05a6b2fa-3165-429f-9215-d66b8b6fca99 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=4ca16cc178624419954df6bad327f722&device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 1127 time: 0.0473695 Sep 17 04:30:25.085747 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-753281a0-613d-4a03-8c63-ccc530ab58f6 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0 HTTP/1.1" status: 200 len: 217 time: 0.0324938 Sep 17 04:30:25.338810 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-e05c7204-deb5-4f93-896c-b9eeb2515d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:25.340287 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-e05c7204-deb5-4f93-896c-b9eeb2515d60 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=bf84a2fe-d123-45cf-8140-e41701bc7cf0 HTTP/1.1" status: 200 len: 853 time: 0.0501125 Sep 17 04:30:25.392822 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-9440d1a0-79a6-441a-b3ce-729705a732a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:25.394340 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-9440d1a0-79a6-441a-b3ce-729705a732a4 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=926c6c09-466c-4643-81fe-c6d1e0236acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400860 Sep 17 04:30:25.623486 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-ff8db9cd-cb06-45ba-b050-7fa99258bff1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:25.624949 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-ff8db9cd-cb06-45ba-b050-7fa99258bff1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 818 time: 0.1752944 Sep 17 04:30:25.647147 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9feb16a1-8e91-44c4-b6a1-e805dde1349a req-22bf1bd2-8f5f-4ad1-89fb-5b88cfc611ce tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0639923 Sep 17 04:30:25.654148 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-f4eeb1d2-50dc-466e-b69a-d190df5829cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Request body: {'port': {'device_id': 'c0837134-994e-4402-a813-3bacee6f4853', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'admin_state_up': True, 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:25.730014 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-9e3d1569-fe31-4c31-8061-65961249eb01 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879519 Sep 17 04:30:25.831230 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:25.920121 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7ea00795-8daf-43f7-b85e-3eb381664812 req-94388b6d-3ed0-4624-80df-1eec33093bae service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755369 Sep 17 04:30:25.930162 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-f4eeb1d2-50dc-466e-b69a-d190df5829cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Made reservation on behalf of d54f5f66e0eb4be9aad2e6d37e0b6db6 for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:30:25.934105 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-f4eeb1d2-50dc-466e-b69a-d190df5829cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:26.045975 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889a74f-2b46-4853-a2f0-286730cc0684 req-5958c2c0-4c9c-4c8e-b7c1-ee4d083538e8 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:26.053757 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6889a74f-2b46-4853-a2f0-286730cc0684 req-5958c2c0-4c9c-4c8e-b7c1-ee4d083538e8 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0538981 Sep 17 04:30:26.079060 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:26.100681 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6889a74f-2b46-4853-a2f0-286730cc0684 req-f407143a-8128-4f19-a555-63b8d096d3aa tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456965 Sep 17 04:30:26.104285 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-f4eeb1d2-50dc-466e-b69a-d190df5829cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Allocated IP 172.20.0.6 (8d122af4-d997-47f1-a988-a7aa32c2bb1b/97a9175c-92a6-4b94-af1d-b54c3280ddbe/55d9eabb-ceb8-459c-a4ad-0c9da0df432e) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:30:26.279877 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-f4eeb1d2-50dc-466e-b69a-d190df5829cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:26.317648 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-f4eeb1d2-50dc-466e-b69a-d190df5829cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:26.377736 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-f4eeb1d2-50dc-466e-b69a-d190df5829cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Network 8d122af4-d997-47f1-a988-a7aa32c2bb1b is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:26.381481 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-f4eeb1d2-50dc-466e-b69a-d190df5829cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:26.397635 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-f4eeb1d2-50dc-466e-b69a-d190df5829cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:30:26.445700 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eeb1d2-50dc-466e-b69a-d190df5829cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Pushing event updated for resources: {'Port': ['ID=55d9eabb-ceb8-459c-a4ad-0c9da0df432e,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:26.472795 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-f4eeb1d2-50dc-466e-b69a-d190df5829cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:26.473457 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-f4eeb1d2-50dc-466e-b69a-d190df5829cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:26.498185 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-f4eeb1d2-50dc-466e-b69a-d190df5829cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8476374 Sep 17 04:30:26.660180 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Provisioning complete for port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:26.660724 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:26.660863 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Attempt 1 to provision port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e Sep 17 04:30:26.693238 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:26.758698 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6aca6cf7-b689-4fea-9f4a-28d032fa6d50 req-d0bd0662-df33-48a8-81a5-eaa348c4f109 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0321350 Sep 17 04:30:27.194144 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Attempt 2 to provision port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e Sep 17 04:30:27.226203 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:27.229920 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4de6d-b2c4-41a8-bc03-db11a4e93ee8 req-77df7ce6-f546-40ff-8fca-e030b19c7ed5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:27.231438 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1ad4de6d-b2c4-41a8-bc03-db11a4e93ee8 req-77df7ce6-f546-40ff-8fca-e030b19c7ed5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0484142 Sep 17 04:30:27.282411 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1ad4de6d-b2c4-41a8-bc03-db11a4e93ee8 req-a7195cbe-34a0-4885-aa6c-b0b0b79720fe tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452461 Sep 17 04:30:27.522780 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:27.727873 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Attempt 3 to provision port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e Sep 17 04:30:27.764278 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:27.860802 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0d661355-4bb7-4fec-888e-f08ba25f040d req-e47569e9-0621-4972-9d8f-eda5b4e7f588 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0276361 Sep 17 04:30:28.265989 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Attempt 4 to provision port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e Sep 17 04:30:28.302905 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:28.401722 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b504-a8af-4cfd-b700-ba54ce02020a req-a13d3773-e549-47d4-8cad-87df1e81a923 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:28.403234 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-99a1b504-a8af-4cfd-b700-ba54ce02020a req-a13d3773-e549-47d4-8cad-87df1e81a923 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0474186 Sep 17 04:30:28.452414 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-99a1b504-a8af-4cfd-b700-ba54ce02020a req-b65869e5-2db7-49df-8fa6-26861b64e85e tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Sep 17 04:30:28.804909 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Attempt 5 to provision port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e Sep 17 04:30:28.842196 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:28.973208 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-73b9ed9b-8de9-463b-bce8-178342bec56d req-e78f7d82-cf96-40b3-b025-031925bc9e60 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0281157 Sep 17 04:30:29.343941 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Attempt 6 to provision port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e Sep 17 04:30:29.383182 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:29.573285 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95937ce9-5332-4b24-a4e3-8055537caaea req-a4476cf3-d334-4adf-9518-869b210bf962 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:29.574790 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-95937ce9-5332-4b24-a4e3-8055537caaea req-a4476cf3-d334-4adf-9518-869b210bf962 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0479617 Sep 17 04:30:29.621661 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-95937ce9-5332-4b24-a4e3-8055537caaea req-6b297d9d-8e51-4179-adf4-49c5c1e22021 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Sep 17 04:30:29.884583 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Attempt 7 to provision port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e Sep 17 04:30:29.917493 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:30.074790 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-47ccbad4-5daa-4db8-bf9a-10b1e53cedaa req-88718214-f023-4af5-93a4-3b5e5734c497 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0276492 Sep 17 04:30:30.419284 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Attempt 8 to provision port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e Sep 17 04:30:30.460652 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:30.743979 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1207051-95be-46e7-a3f9-93d808de52fc req-21b6b902-75f1-4366-ae1d-efb98398ba2d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:30.745466 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e1207051-95be-46e7-a3f9-93d808de52fc req-21b6b902-75f1-4366-ae1d-efb98398ba2d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0498703 Sep 17 04:30:30.792716 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e1207051-95be-46e7-a3f9-93d808de52fc req-87c4c01e-1671-4f21-bd1a-4aa9c24a04be tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Sep 17 04:30:30.961804 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Attempt 9 to provision port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e Sep 17 04:30:30.997494 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:31.183264 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a393ea5d-8ecb-4976-8513-40ce47228e89 req-f3c30ebc-bbb5-464e-b856-58d3f4271329 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0291107 Sep 17 04:30:31.499300 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Attempt 10 to provision port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e Sep 17 04:30:31.540881 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b11d7773-01a8-498b-b307-b5af7c0b1a0b None None] Port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:31.925904 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1242c3f-23da-46f1-9e71-26a5c5fe53dc req-7399a680-f6ca-4624-aabd-33b79a566886 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:31.928078 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d1242c3f-23da-46f1-9e71-26a5c5fe53dc req-7399a680-f6ca-4624-aabd-33b79a566886 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0556858 Sep 17 04:30:31.977228 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d1242c3f-23da-46f1-9e71-26a5c5fe53dc req-8c1f1c50-02bb-417b-a42e-4e46da6ffc45 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 Sep 17 04:30:32.288119 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7def6ea7-88f5-4726-a893-f526ecdafa14 req-6bf9ca04-6383-4aca-bd17-19fc12e044d7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0302336 Sep 17 04:30:33.114831 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e887a1c-4d9e-4a91-b468-8f5e3335844a req-c7f63d5b-711f-47fb-b3a5-8ba2be090d76 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:33.116729 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6e887a1c-4d9e-4a91-b468-8f5e3335844a req-c7f63d5b-711f-47fb-b3a5-8ba2be090d76 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0645950 Sep 17 04:30:33.173613 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6e887a1c-4d9e-4a91-b468-8f5e3335844a req-805188b8-365d-40ca-b9bf-ca7d3aefbe09 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452406 Sep 17 04:30:33.392321 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:33.408414 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f8f8f7be-25a4-417f-8167-e109c1fbcab2 req-0c270a62-b7f5-4c31-a04e-bd19f218dc61 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0380089 Sep 17 04:30:34.297507 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90751e64-636c-4143-b37b-1ac3bce70c33 req-f58b19a0-0e1f-4440-ae2a-4f012ec6a06b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:34.299923 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-90751e64-636c-4143-b37b-1ac3bce70c33 req-f58b19a0-0e1f-4440-ae2a-4f012ec6a06b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0526912 Sep 17 04:30:34.350232 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-90751e64-636c-4143-b37b-1ac3bce70c33 req-6b10dc18-7bbf-4169-98bf-7cb08a532288 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Sep 17 04:30:34.523526 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bfdbfcad-9b7a-48ee-a715-68f6ddf96e1a req-7fcfc0c2-39a1-4679-ab77-8331194761de tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0282893 Sep 17 04:30:35.494724 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d486b-5208-4cb4-b5f2-71868a37887b req-12179058-094c-4a53-92f6-f2a920e9d691 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:35.497097 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-114d486b-5208-4cb4-b5f2-71868a37887b req-12179058-094c-4a53-92f6-f2a920e9d691 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 943 time: 0.0574679 Sep 17 04:30:35.527351 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:35.570561 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-114d486b-5208-4cb4-b5f2-71868a37887b req-062d5693-e671-427c-a090-0129d75cbb6b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640404 Sep 17 04:30:35.647193 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5a4a7c97-1a8a-4028-bc4c-0240b3eb589d req-f7d3c219-7d67-4941-a1d3-266b047bdad4 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0383089 Sep 17 04:30:35.798269 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device d54c1156-b70c-4805-bad8-7b71a108b5c0 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:30:35.877350 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:35.907199 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port d54c1156-b70c-4805-bad8-7b71a108b5c0, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:35.920310 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': 'd54c1156-b70c-4805-bad8-7b71a108b5c0', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'port_id': 'd54c1156-b70c-4805-bad8-7b71a108b5c0', 'mac_address': 'fa:16:3e:0a:83:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:30:35.956500 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port d54c1156-b70c-4805-bad8-7b71a108b5c0 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:35.956927 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:35.970743 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54c1156-b70c-4805-bad8-7b71a108b5c0 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:30:35.991777 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port d54c1156-b70c-4805-bad8-7b71a108b5c0, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:35.996719 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:36.049108 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=d54c1156-b70c-4805-bad8-7b71a108b5c0,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:36.056957 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.057641 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.058128 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.059171 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.059648 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.060128 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.060458 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.060825 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.061272 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.061442 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.061769 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.062294 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.062457 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.062772 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.063090 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:36.230366 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Request body: {'port': {'device_id': 'c0837134-994e-4402-a813-3bacee6f4853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:36.366597 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:36.471659 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:36.478910 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:36.490547 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-ef0f9974-4452-41d9-b805-6593111758ed tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:36.491445 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d82a5ef8-553f-4843-ae46-ea3b73079d32 req-1b141805-251a-4254-ae95-511630f1d31c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1436515 Sep 17 04:30:36.492675 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-ef0f9974-4452-41d9-b805-6593111758ed tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 818 time: 0.2359934 Sep 17 04:30:36.675165 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:36.679580 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['d54c1156-b70c-4805-bad8-7b71a108b5c0'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:30:36.770445 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe62349-cf48-4e26-a058-36d937f82f99 req-f85e2e87-adc6-41c0-a69e-7e1ca37f70d4 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:36.778967 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0fe62349-cf48-4e26-a058-36d937f82f99 req-f85e2e87-adc6-41c0-a69e-7e1ca37f70d4 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 944 time: 0.0977755 Sep 17 04:30:36.807806 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:36.844597 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d9eabb-ceb8-459c-a4ad-0c9da0df432e {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:30:36.855762 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Publish callbacks [] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:36.863679 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a5ef8-553f-4843-ae46-ea3b73079d32 req-0497e23b-749d-4801-979b-9aab813bce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:36.865534 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d82a5ef8-553f-4843-ae46-ea3b73079d32 req-0497e23b-749d-4801-979b-9aab813bce0a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 1130 time: 0.0582914 Sep 17 04:30:36.880018 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Transition to ACTIVE for port object 55d9eabb-ceb8-459c-a4ad-0c9da0df432e will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:30:36.890784 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-3eb56a88-6d42-491a-a391-582448c69b04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Request body: {'port': {'device_id': '33c2f844-d503-44e7-86dd-b67034f5ca40', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'admin_state_up': True, 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:36.952169 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-820d9158-4893-481c-bb21-2a023ef3acde req-24f9613a-a5dc-4cf5-ba95-9880dd648d26 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0669551 Sep 17 04:30:36.984642 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0fe62349-cf48-4e26-a058-36d937f82f99 req-f291575c-3b53-4573-b9a9-cfdb1a747729 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868598 Sep 17 04:30:37.011180 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:37.124282 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Pushing event updated for resources: {'Port': ['ID=55d9eabb-ceb8-459c-a4ad-0c9da0df432e,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:37.231749 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Attempting to bind port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:30:37.236295 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Attempting to bind port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:30:37.237600 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Attempting to bind port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e on network 8d122af4-d997-47f1-a988-a7aa32c2bb1b {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:37.288126 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-3eb56a88-6d42-491a-a391-582448c69b04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Made reservation on behalf of d54f5f66e0eb4be9aad2e6d37e0b6db6 for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:30:37.292235 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-3eb56a88-6d42-491a-a391-582448c69b04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:37.312721 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e on network 8d122af4-d997-47f1-a988-a7aa32c2bb1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:30:37.313433 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Attempting to bind port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e on network 8d122af4-d997-47f1-a988-a7aa32c2bb1b {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:37.357664 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a5ef8-553f-4843-ae46-ea3b73079d32 req-d6c33d27-fe24-4eb7-bff2-aeee2f414d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:37.359807 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d82a5ef8-553f-4843-ae46-ea3b73079d32 req-d6c33d27-fe24-4eb7-bff2-aeee2f414d88 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 915 time: 0.4516597 Sep 17 04:30:37.466780 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d82a5ef8-553f-4843-ae46-ea3b73079d32 req-662973a2-0c3d-468d-822c-ed2d0a9e4b96 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba HTTP/1.1" status: 200 len: 1000 time: 0.1001537 Sep 17 04:30:37.520600 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a5ef8-553f-4843-ae46-ea3b73079d32 req-5cc1c164-c66b-4e7c-af55-3b36b2f43b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:37.522462 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d82a5ef8-553f-4843-ae46-ea3b73079d32 req-5cc1c164-c66b-4e7c-af55-3b36b2f43b8e service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.0490501 Sep 17 04:30:37.572029 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a5ef8-553f-4843-ae46-ea3b73079d32 req-fc05b868-cde7-44f2-8630-8dd2edb24c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:37.573921 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d82a5ef8-553f-4843-ae46-ea3b73079d32 req-fc05b868-cde7-44f2-8630-8dd2edb24c56 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448582 Sep 17 04:30:37.686986 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:30:37.687945 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Checking segment: {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:37.688479 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Bound using segment: {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:30:37.689234 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Bound port: 55d9eabb-ceb8-459c-a4ad-0c9da0df432e, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:30:37.689563 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d82a5ef8-553f-4843-ae46-ea3b73079d32 req-eddd99a2-aaaa-4719-ab67-e257fde531ff service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070669 Sep 17 04:30:37.689936 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:37.739029 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:37.801354 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d82a5ef8-553f-4843-ae46-ea3b73079d32 req-9484b4f3-f04d-4e6e-9a27-83224790aec7 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028919 Sep 17 04:30:37.814909 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-3eb56a88-6d42-491a-a391-582448c69b04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Allocated IP 172.20.0.13 (8d122af4-d997-47f1-a988-a7aa32c2bb1b/97a9175c-92a6-4b94-af1d-b54c3280ddbe/4de14b41-d3ca-42f2-b3cd-1e608f2d4c84) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:30:37.821196 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] For port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:30:37.826783 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] For port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=55d9eabb-ceb8-459c-a4ad-0c9da0df432e,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:30:37.844522 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:37.859224 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device d54c1156-b70c-4805-bad8-7b71a108b5c0 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:37.891676 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:37.892324 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:37.893787 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/55d9eabb-ceb8-459c-a4ad-0c9da0df432e HTTP/1.1" status: 200 len: 1093 time: 1.6693251 Sep 17 04:30:37.900360 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0837134-994e-4402-a813-3bacee6f4853', 'tag': '55d9eabb-ceb8-459c-a4ad-0c9da0df432e'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:30:37.902969 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c339263d-fcc1-4a63-a472-3c703e5ed290" -d '{"events": [{"name": "network-changed", "server_uuid": "c0837134-994e-4402-a813-3bacee6f4853", "tag": "55d9eabb-ceb8-459c-a4ad-0c9da0df432e"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:30:37.936190 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d98d0-851e-450b-8da3-87f16b51c8ca service neutron] Pushing event updated for resources: {'Port': ['ID=55d9eabb-ceb8-459c-a4ad-0c9da0df432e,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:37.986427 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port d54c1156-b70c-4805-bad8-7b71a108b5c0 completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:30:37.997781 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port d54c1156-b70c-4805-bad8-7b71a108b5c0 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:37.998612 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:37.999146 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port d54c1156-b70c-4805-bad8-7b71a108b5c0 Sep 17 04:30:38.155281 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-3eb56a88-6d42-491a-a391-582448c69b04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:38.167663 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port d54c1156-b70c-4805-bad8-7b71a108b5c0 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:38.167807 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9b847636-6b64-4f6b-a4c2-7eb033a2763b req-6ec2a3de-e856-4990-ad3c-2658a55d8976 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 210 time: 0.0893354 Sep 17 04:30:38.168047 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:38.171880 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e72d6e8-2d4d-4852-a1e9-065d22c884ad x-openstack-request-id: req-4e72d6e8-2d4d-4852-a1e9-065d22c884ad {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:30:38.172225 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0837134-994e-4402-a813-3bacee6f4853", "tag": "55d9eabb-ceb8-459c-a4ad-0c9da0df432e", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:30:38.172476 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e72d6e8-2d4d-4852-a1e9-065d22c884ad {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:30:38.172926 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e72d6e8-2d4d-4852-a1e9-065d22c884ad'] response: {'name': 'network-changed', 'server_uuid': 'c0837134-994e-4402-a813-3bacee6f4853', 'tag': '55d9eabb-ceb8-459c-a4ad-0c9da0df432e', 'status': 'completed', 'code': 200} Sep 17 04:30:38.228542 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:30:38.235944 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289f9858-63f7-49f1-a779-e82e369a7ddf" -d '{"events": [{"server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "name": "network-vif-plugged", "status": "completed", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:30:38.268226 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port d54c1156-b70c-4805-bad8-7b71a108b5c0, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:38.278628 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:38.284416 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-4d055b32-d5f1-47a9-950f-35e3c1a8b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:38.287158 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-4d055b32-d5f1-47a9-950f-35e3c1a8b82c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 1127 time: 0.1124823 Sep 17 04:30:38.313439 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d3d402-820b-4334-a657-b66a64b7bbd5 x-openstack-request-id: req-a2d3d402-820b-4334-a657-b66a64b7bbd5 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:30:38.313750 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "name": "network-vif-plugged", "status": "completed", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:30:38.314008 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2d3d402-820b-4334-a657-b66a64b7bbd5 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:30:38.314411 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d3d402-820b-4334-a657-b66a64b7bbd5'] response: {'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0', 'code': 200} Sep 17 04:30:38.324626 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:38.350491 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90411e90-e6bb-4e46-9de1-b606cb6e9d79 req-f5811674-ea05-46e8-933e-c5e0666b7850 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:38.352462 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-90411e90-e6bb-4e46-9de1-b606cb6e9d79 req-f5811674-ea05-46e8-933e-c5e0666b7850 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.1186709 Sep 17 04:30:38.355345 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-3eb56a88-6d42-491a-a391-582448c69b04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:38.461757 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=d54c1156-b70c-4805-bad8-7b71a108b5c0,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:38.578420 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-b8748057-d766-4c71-a3da-631c9ea3e655 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d9eabb-ceb8-459c-a4ad-0c9da0df432e HTTP/1.1" status: 200 len: 217 time: 0.2201426 Sep 17 04:30:38.709007 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-3eb56a88-6d42-491a-a391-582448c69b04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Network 8d122af4-d997-47f1-a988-a7aa32c2bb1b is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:38.712585 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-a63b9075-eb1a-48f9-8722-4e94f2f8dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:38.722757 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-a63b9075-eb1a-48f9-8722-4e94f2f8dfc0 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.1037056 Sep 17 04:30:38.764065 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-3eb56a88-6d42-491a-a391-582448c69b04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:38.764065 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb56a88-6d42-491a-a391-582448c69b04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Pushing event updated for resources: {'Port': ['ID=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:38.799268 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-3eb56a88-6d42-491a-a391-582448c69b04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:30:38.851739 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71cb21-7876-416d-97d0-4c11a659e422 req-fe62c807-2b68-4671-a28f-802219ba6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:38.857040 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fc71cb21-7876-416d-97d0-4c11a659e422 req-fe62c807-2b68-4671-a28f-802219ba6578 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 1129 time: 0.1630914 Sep 17 04:30:39.037176 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-3eb56a88-6d42-491a-a391-582448c69b04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:39.039456 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-3eb56a88-6d42-491a-a391-582448c69b04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:39.049209 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fc71cb21-7876-416d-97d0-4c11a659e422 req-4224fe1e-e15f-49d0-8187-b25d275891c0 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714988 Sep 17 04:30:39.066407 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-90411e90-e6bb-4e46-9de1-b606cb6e9d79 req-0736b2bc-83c5-4d4b-a657-dff62121ff43 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6902823 Sep 17 04:30:39.067457 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-9aa370b9-b790-4c2a-bf1b-d93a39cb16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:39.073141 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-9aa370b9-b790-4c2a-bf1b-d93a39cb16ea service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3360310 Sep 17 04:30:39.119921 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-3eb56a88-6d42-491a-a391-582448c69b04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2359416 Sep 17 04:30:39.150642 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38694) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:39.243811 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Provisioning complete for port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:39.247659 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:39.247659 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Attempt 1 to provision port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 Sep 17 04:30:39.291904 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:39.353937 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:39.380190 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d0bd7-8c13-4cf8-abc8-91399cbf256a req-00bca5cd-acbd-45e7-b20a-89475de59b4d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:39.381745 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-153d0bd7-8c13-4cf8-abc8-91399cbf256a req-00bca5cd-acbd-45e7-b20a-89475de59b4d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 932 time: 0.0972850 Sep 17 04:30:39.473339 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-153d0bd7-8c13-4cf8-abc8-91399cbf256a req-02722e18-245d-4bec-88d7-280a099f0d82 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740802 Sep 17 04:30:39.503455 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Publish callbacks [] for security_group (20839a17-5fb1-4cbc-8c79-77db31941492), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:39.508368 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (20839a17-5fb1-4cbc-8c79-77db31941492), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:39.512067 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:39.533864 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:39.556805 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=7db3c3282ab64e6c8fc13ef85a787833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4023700 Sep 17 04:30:39.556805 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20839a17-5fb1-4cbc-8c79-77db31941492,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:39.556975 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 38708) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:39.565420 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.566015 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.566540 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.567041 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.567521 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.567987 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.568563 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.569037 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.569678 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.570171 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.570662 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.571174 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.571346 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.571633 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.571960 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a4f2-9a90-4060-a636-1a469c89c461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:39.619333 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bb531067-4d38-483f-b308-8862d5099a68 admin admin] Publish callbacks [] for security_group (20839a17-5fb1-4cbc-8c79-77db31941492), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:39.628084 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:39.640944 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bb531067-4d38-483f-b308-8862d5099a68 admin admin] Publish callbacks [] for security_group (20839a17-5fb1-4cbc-8c79-77db31941492), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:39.695799 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bb531067-4d38-483f-b308-8862d5099a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (20839a17-5fb1-4cbc-8c79-77db31941492), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:39.698495 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bb531067-4d38-483f-b308-8862d5099a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:39.699636 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-bb531067-4d38-483f-b308-8862d5099a68 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/20839a17-5fb1-4cbc-8c79-77db31941492 HTTP/1.1" status: 204 len: 168 time: 0.1415861 Sep 17 04:30:39.707421 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb531067-4d38-483f-b308-8862d5099a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20839a17-5fb1-4cbc-8c79-77db31941492,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:39.793227 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Attempt 2 to provision port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 Sep 17 04:30:39.830200 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:40.220170 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14b3ea-ba58-468d-8cd8-73222f59ccc6 req-c7817aa3-eba1-4519-a7dc-61e89053a7a0 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:40.221892 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7c14b3ea-ba58-468d-8cd8-73222f59ccc6 req-c7817aa3-eba1-4519-a7dc-61e89053a7a0 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0514560 Sep 17 04:30:40.270379 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7c14b3ea-ba58-468d-8cd8-73222f59ccc6 req-36f22c30-b825-4dde-8448-2efb0067904b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425346 Sep 17 04:30:40.333308 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Attempt 3 to provision port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 Sep 17 04:30:40.373672 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:40.377470 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 38734) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:40.480633 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1973652018-network', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:40.501306 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Made reservation on behalf of 752e65efe679458fab6b8dbc3a9de82f for: {'network': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:30:40.503660 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:40.515584 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:40.597065 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406f88b-b822-4b6b-9563-9231d7736951 req-99290bde-78cd-484c-94ea-c03d973904cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:40.597641 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Publish callbacks [] for security_group (6a50452a-a517-4659-bf10-5f324fe56b05), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:40.601415 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0406f88b-b822-4b6b-9563-9231d7736951 req-99290bde-78cd-484c-94ea-c03d973904cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 932 time: 0.0502782 Sep 17 04:30:40.602553 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (6a50452a-a517-4659-bf10-5f324fe56b05), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:40.630577 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=106227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:30:40.640433 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a50452a-a517-4659-bf10-5f324fe56b05,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:40.646728 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (347f2090-d030-439c-98e0-3788867414d3), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:40.647283 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.segments_db [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Added segment 347f2090-d030-439c-98e0-3788867414d3 of type vlan for network e322731d-9c63-4618-8051-e8dea6bb2db6 Sep 17 04:30:40.658929 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0406f88b-b822-4b6b-9563-9231d7736951 req-1b89f51c-5a4c-490d-bde5-d4230ca1b34c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511835 Sep 17 04:30:40.694764 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (e322731d-9c63-4618-8051-e8dea6bb2db6), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:40.720391 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (e322731d-9c63-4618-8051-e8dea6bb2db6), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:40.721449 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:40.722083 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:40.777593 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3989859 Sep 17 04:30:40.780535 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38744) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:40.783450 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:40.785581 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-70c70057-f86d-4e88-86e9-4f90f0e290aa admin admin] Request body: {'subnet': {'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1973652018-subnet', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'ip_version': 4}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:40.789960 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a8129-a39e-4827-a5db-91c1e9687da8 admin admin] Pushing event updated for resources: {'Network': ['ID=e322731d-9c63-4618-8051-e8dea6bb2db6,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:40.803867 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network e322731d-9c63-4618-8051-e8dea6bb2db6 details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:30:40.812047 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c70057-f86d-4e88-86e9-4f90f0e290aa admin admin] Made reservation on behalf of 752e65efe679458fab6b8dbc3a9de82f for: {'subnet': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:30:40.814496 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-70c70057-f86d-4e88-86e9-4f90f0e290aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411567'] for subnet (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:40.875590 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Attempt 4 to provision port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 Sep 17 04:30:40.911017 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:41.000181 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-70c70057-f86d-4e88-86e9-4f90f0e290aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9580585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411577'] for subnet (7d8d6893-1d9a-4d1c-a639-eec93b42e88f), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.052179 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c70057-f86d-4e88-86e9-4f90f0e290aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8d6893-1d9a-4d1c-a639-eec93b42e88f,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:41.067430 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c70057-f86d-4e88-86e9-4f90f0e290aa admin admin] Checking segment: {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:41.067781 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c70057-f86d-4e88-86e9-4f90f0e290aa admin admin] Network hostable DHCP agents. Network: e322731d-9c63-4618-8051-e8dea6bb2db6, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:30:41.084264 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c70057-f86d-4e88-86e9-4f90f0e290aa admin admin] Network e322731d-9c63-4618-8051-e8dea6bb2db6 is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:30:41.094853 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-70c70057-f86d-4e88-86e9-4f90f0e290aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, e322731d-9c63-4618-8051-e8dea6bb2db6) {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:41.099430 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c70057-f86d-4e88-86e9-4f90f0e290aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:41.100379 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-70c70057-f86d-4e88-86e9-4f90f0e290aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.106747 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3c4a3c-474e-4233-9110-d54b264415e7 None None] Network e322731d-9c63-4618-8051-e8dea6bb2db6 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:30:41.119285 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-70c70057-f86d-4e88-86e9-4f90f0e290aa admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3376315 Sep 17 04:30:41.122045 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38748) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:41.126454 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:41.147593 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4729'] for router (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.148698 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3698097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3840254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3906358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.174293 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:41.199074 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Publish callbacks [] for router_controller (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), precommit_add_association {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.220341 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a1dfd16-a292-5d46-ac4f-18a3363636d9-e322731d-9c63-4618-8051-e8dea6bb2db6', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f'}]}} from dv-cinder-857993-2-iscsi. {{(pid=106228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 04:30:41.221373 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.346325 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Publish callbacks [] for router_gateway (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.359413 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:41.365204 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Allocated IP 172.20.0.2 (e322731d-9c63-4618-8051-e8dea6bb2db6/7d8d6893-1d9a-4d1c-a639-eec93b42e88f/d41f1483-d671-471e-8a74-abf8758c5108) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:30:41.407402 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79227df8-be15-47c0-89a5-69f91b4888e7 req-ed263e89-52ce-465c-9f6d-46ce00f35805 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:41.409333 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-79227df8-be15-47c0-89a5-69f91b4888e7 req-ed263e89-52ce-465c-9f6d-46ce00f35805 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0517364 Sep 17 04:30:41.416998 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Attempt 5 to provision port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 Sep 17 04:30:41.460836 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-79227df8-be15-47c0-89a5-69f91b4888e7 req-9576b199-ad15-4cec-a7cd-0c9adcca7a3e tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448551 Sep 17 04:30:41.465182 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:41.531034 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:41.542876 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Publish callbacks [] for router_gateway (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.547931 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Publish callbacks [] for port (d41f1483-d671-471e-8a74-abf8758c5108), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.554705 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (d41f1483-d671-471e-8a74-abf8758c5108), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.563652 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.596052 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Network e322731d-9c63-4618-8051-e8dea6bb2db6 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:41.601727 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:41.605502 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:30:41.610165 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Pushing event updated for resources: {'Port': ['ID=d41f1483-d671-471e-8a74-abf8758c5108,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:41.624919 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:41.667161 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Attempting to bind port d41f1483-d671-471e-8a74-abf8758c5108 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:30:41.667500 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Attempting to bind port d41f1483-d671-471e-8a74-abf8758c5108 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:30:41.667736 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Attempting to bind port d41f1483-d671-471e-8a74-abf8758c5108 on network e322731d-9c63-4618-8051-e8dea6bb2db6 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:41.679378 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Allocated IP 172.27.3.10 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/668e0dbd-0f91-4504-a66a-26de0bae1faf) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:30:41.715923 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:30:41.716304 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Checking segment: {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:41.718203 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.718203 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Bound using segment: {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:30:41.718203 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Bound port: d41f1483-d671-471e-8a74-abf8758c5108, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:30:41.718203 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (d41f1483-d671-471e-8a74-abf8758c5108), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.783057 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] For port d41f1483-d671-471e-8a74-abf8758c5108, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:30:41.786239 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] For port d41f1483-d671-471e-8a74-abf8758c5108, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=d41f1483-d671-471e-8a74-abf8758c5108,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:30:41.794405 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (d41f1483-d671-471e-8a74-abf8758c5108), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.832338 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Publish callbacks [] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.840742 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dc066-9db6-4384-bb86-1f14f6eb03f1 req-7d6dc089-0f3c-4e75-a766-0fb048752119 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:41.842202 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-be7dc066-9db6-4384-bb86-1f14f6eb03f1 req-7d6dc089-0f3c-4e75-a766-0fb048752119 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 932 time: 0.0744324 Sep 17 04:30:41.851314 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec590814-8718-462c-9385-ccc291ccbf31 None None] Pushing event updated for resources: {'Port': ['ID=d41f1483-d671-471e-8a74-abf8758c5108,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:41.905893 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:41.919480 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-be7dc066-9db6-4384-bb86-1f14f6eb03f1 req-89fbe95a-cc65-41f6-b60d-4d3e5a5fa53c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707903 Sep 17 04:30:41.953730 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:41.956786 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:41.959322 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:30:41.968720 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Attempt 6 to provision port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 Sep 17 04:30:41.992368 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Pushing event updated for resources: {'Port': ['ID=668e0dbd-0f91-4504-a66a-26de0bae1faf,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:42.026870 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:42.228638 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Publish callbacks [] for router_gateway (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:42.324821 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:42.420966 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3698153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3695137'] for router (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:42.528541 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Attempt 7 to provision port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 Sep 17 04:30:42.550088 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:42.565253 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb is scheduled to L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 with binding_index 1 {{(pid=106226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 04:30:42.589971 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:42.688836 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:30:42.699393 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Sync routers for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:30:42.711810 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:42.713067 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:42.713605 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-2e5bd738-0367-4b40-8386-46acfe479079 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5904205 Sep 17 04:30:42.714508 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:30:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:42.716097 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38764) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:42.797390 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954b1a4-651c-4884-96d2-cd5f8c9aaecf req-c41a6192-a04d-43f1-9ce0-b601d8851d02 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:42.806460 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c954b1a4-651c-4884-96d2-cd5f8c9aaecf req-c41a6192-a04d-43f1-9ce0-b601d8851d02 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0656087 Sep 17 04:30:42.873419 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c954b1a4-651c-4884-96d2-cd5f8c9aaecf req-c2603fd9-f72a-4bdf-bc96-f76a44c879de tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659647 Sep 17 04:30:42.917501 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffdbfb3-c793-4e63-b558-996731f03045 None None] Network e322731d-9c63-4618-8051-e8dea6bb2db6 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:30:43.020508 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:43.037016 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:43.092959 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Attempt 8 to provision port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 Sep 17 04:30:43.119852 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:43.187557 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:43.284752 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:42Z', 'revision_number': 3, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:43.288645 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f722a45-72e8-4702-a35b-0e9f49e4f566 req-b3cdcc10-7a09-4cbe-ab6a-4b54e75d5b3c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:43.290203 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2f722a45-72e8-4702-a35b-0e9f49e4f566 req-b3cdcc10-7a09-4cbe-ab6a-4b54e75d5b3c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 932 time: 0.0819678 Sep 17 04:30:43.311314 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Checking router: 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:30:43.311666 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Updating router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb port 668e0dbd-0f91-4504-a66a-26de0bae1faf binding host dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:30:43.341974 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:43.381657 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2f722a45-72e8-4702-a35b-0e9f49e4f566 req-48212504-a3c3-48e7-8620-30a73f47ff7c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833395 Sep 17 04:30:43.396031 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Request body: {'port': {'device_id': '33c2f844-d503-44e7-86dd-b67034f5ca40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:43.464202 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device d41f1483-d671-471e-8a74-abf8758c5108 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:43.478825 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:43.547612 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:43.553594 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:43.569722 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port d41f1483-d671-471e-8a74-abf8758c5108 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:43.570254 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (d41f1483-d671-471e-8a74-abf8758c5108), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:43.570557 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port d41f1483-d671-471e-8a74-abf8758c5108 Sep 17 04:30:43.587658 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:43.663195 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Allocated IP 172.20.0.1 (e322731d-9c63-4618-8051-e8dea6bb2db6/7d8d6893-1d9a-4d1c-a639-eec93b42e88f/bd6b75ae-44b1-4d56-a798-0a7ead8b67ef) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:30:43.689587 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Attempt 9 to provision port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 Sep 17 04:30:43.704611 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-b9fa6615-3ac2-4418-9fbb-806d3113e096 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211904 Sep 17 04:30:43.725331 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port d41f1483-d671-471e-8a74-abf8758c5108 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:43.725646 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (d41f1483-d671-471e-8a74-abf8758c5108), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:43.737493 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:43.773412 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:43.800416 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Publish callbacks [] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:43.812561 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Publish callbacks [] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:43.815643 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port d41f1483-d671-471e-8a74-abf8758c5108, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=d41f1483-d671-471e-8a74-abf8758c5108,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:43.823353 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (d41f1483-d671-471e-8a74-abf8758c5108), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:43.831674 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:43.852801 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:43.903503 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Network e322731d-9c63-4618-8051-e8dea6bb2db6 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:43.908724 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:43.909403 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Attempting to bind port 668e0dbd-0f91-4504-a66a-26de0bae1faf on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:30:43.909791 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Attempting to bind port 668e0dbd-0f91-4504-a66a-26de0bae1faf by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:30:43.911115 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6b75ae-44b1-4d56-a798-0a7ead8b67ef,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:43.911466 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Attempting to bind port 668e0dbd-0f91-4504-a66a-26de0bae1faf on network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:43.913819 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:30:43.921479 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:43.944465 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:30:43.955490 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Publish callbacks [] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:43.974237 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3836696'] for router_interface (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:43.976563 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Transition to ACTIVE for port object 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:30:43.986854 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:43.987229 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=d41f1483-d671-471e-8a74-abf8758c5108,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:44.039765 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:30:44.040219 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Checking segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:44.040656 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:44.041048 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Bound using segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:30:44.041730 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Bound port: 668e0dbd-0f91-4504-a66a-26de0bae1faf, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:30:44.042120 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:44.069005 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65244eb-529d-4b82-a9f9-5e14b4b5aa91 None None] Pushing event updated for resources: {'Port': ['ID=668e0dbd-0f91-4504-a66a-26de0bae1faf,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:44.082073 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:44.107295 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] For port 668e0dbd-0f91-4504-a66a-26de0bae1faf, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:30:44.112057 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] For port 668e0dbd-0f91-4504-a66a-26de0bae1faf, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=668e0dbd-0f91-4504-a66a-26de0bae1faf,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:30:44.121232 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:44.152275 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Pushing event updated for resources: {'Port': ['ID=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:44.163629 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:44.166849 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:44.167647 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:30:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:44.287515 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Attempt 10 to provision port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 Sep 17 04:30:44.290340 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ff87f-5524-40b1-b5a2-2a2ff7441525 req-0aed93aa-fce2-4454-b53c-9993a3b7cd6d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:44.292175 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-406ff87f-5524-40b1-b5a2-2a2ff7441525 req-0aed93aa-fce2-4454-b53c-9993a3b7cd6d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.1633296 Sep 17 04:30:44.325663 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65244eb-529d-4b82-a9f9-5e14b4b5aa91 None None] Pushing event updated for resources: {'Port': ['ID=668e0dbd-0f91-4504-a66a-26de0bae1faf,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:44.339491 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Attempting to bind port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:30:44.339831 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Attempting to bind port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:30:44.340259 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Attempting to bind port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 on network 8d122af4-d997-47f1-a988-a7aa32c2bb1b {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:44.367000 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:44.367175 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-20e26489-4cec-4a74-a5ce-286188eab5d5 None None] Port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:44.400181 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Publish callbacks [] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:44.406190 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:44.406903 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 on network 8d122af4-d997-47f1-a988-a7aa32c2bb1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:30:44.407028 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:44.407281 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Attempting to bind port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 on network 8d122af4-d997-47f1-a988-a7aa32c2bb1b {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:44.415270 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-406ff87f-5524-40b1-b5a2-2a2ff7441525 req-460293ba-2407-4d32-83db-da4b69d4de74 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044819 Sep 17 04:30:44.486180 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:30:44.486537 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Checking segment: {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:44.486893 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Bound using segment: {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:30:44.487370 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Bound port: 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:30:44.487726 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:44.514267 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Provisioning complete for port d41f1483-d671-471e-8a74-abf8758c5108 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:44.514595 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (d41f1483-d671-471e-8a74-abf8758c5108), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:44.514858 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Attempt 1 to provision port d41f1483-d671-471e-8a74-abf8758c5108 Sep 17 04:30:44.531792 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6b75ae-44b1-4d56-a798-0a7ead8b67ef,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:44.537274 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3836812'] for router_interface (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:44.540539 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:44.547990 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ed368-5b06-4c70-a202-e38897889d20 req-7851437c-2248-475c-b6c0-376b5dfde664 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:44.549516 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5a8ed368-5b06-4c70-a202-e38897889d20 req-7851437c-2248-475c-b6c0-376b5dfde664 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.0671508 Sep 17 04:30:44.562795 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] For port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:30:44.566519 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] For port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:30:44.574758 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:44.578103 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:44.578789 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:44.580190 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 HTTP/1.1" status: 200 len: 1094 time: 1.1892118 Sep 17 04:30:44.582577 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c2f844-d503-44e7-86dd-b67034f5ca40', 'tag': '4de14b41-d3ca-42f2-b3cd-1e608f2d4c84'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:30:44.585041 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aac100-ec77-4e54-a568-569d4b8fdd3f" -d '{"events": [{"name": "network-changed", "server_uuid": "33c2f844-d503-44e7-86dd-b67034f5ca40", "tag": "4de14b41-d3ca-42f2-b3cd-1e608f2d4c84"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:30:44.644297 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e24d204-b33f-4e4d-966f-c3f266f51f98 x-openstack-request-id: req-8e24d204-b33f-4e4d-966f-c3f266f51f98 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:30:44.644645 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c2f844-d503-44e7-86dd-b67034f5ca40", "tag": "4de14b41-d3ca-42f2-b3cd-1e608f2d4c84", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:30:44.644835 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e24d204-b33f-4e4d-966f-c3f266f51f98 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:30:44.645269 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e24d204-b33f-4e4d-966f-c3f266f51f98'] response: {'name': 'network-changed', 'server_uuid': '33c2f844-d503-44e7-86dd-b67034f5ca40', 'tag': '4de14b41-d3ca-42f2-b3cd-1e608f2d4c84', 'status': 'completed', 'code': 200} Sep 17 04:30:44.655780 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e73b8-8f12-4fc9-b4b5-7e4b60b27157 service neutron] Pushing event updated for resources: {'Port': ['ID=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:44.662735 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5a8ed368-5b06-4c70-a202-e38897889d20 req-4ab0c35b-c59b-4879-b3ab-ab2bdeb0fccf tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941615 Sep 17 04:30:44.685567 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Network e322731d-9c63-4618-8051-e8dea6bb2db6 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:44.687050 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:44.705530 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Current status of the port d41f1483-d671-471e-8a74-abf8758c5108 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:44.717003 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:43Z', 'revision_number': 1, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:44.741650 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:44.746074 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Provisioning complete for port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:44.746739 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:44.746882 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Attempt 1 to provision port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef Sep 17 04:30:44.750143 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43ca71-1bac-4f8c-bb9b-d413df21f281 None None] The sync data for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi is: [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:43Z', 'revision_number': 1, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:30:44.806260 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:44.811361 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:30:44.922160 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:30:44.927325 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-2d0c72b6-eba4-4c7a-b157-3741bc472be3 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/1eb02205-ffe1-40c1-adf9-bfb7b0060cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2101057 Sep 17 04:30:45.307676 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Attempt 2 to provision port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef Sep 17 04:30:45.346879 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:45.481751 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device d41f1483-d671-471e-8a74-abf8758c5108 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:45.514636 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38820) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:45.520063 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1334225792-network', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:45.536652 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port d41f1483-d671-471e-8a74-abf8758c5108 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:45.537313 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (d41f1483-d671-471e-8a74-abf8758c5108), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:45.537873 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port d41f1483-d671-471e-8a74-abf8758c5108 Sep 17 04:30:45.547536 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Made reservation on behalf of 7a5abdc0c6ab45338c7c41910f231a30 for: {'network': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:30:45.550839 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:45.561726 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:45.595117 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:45.600979 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c1206-7406-401d-9b3e-30522b58f0e8 req-8083cc5f-7db0-4d1b-9e81-3c631db55d03 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:45.609307 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e04c1206-7406-401d-9b3e-30522b58f0e8 req-8083cc5f-7db0-4d1b-9e81-3c631db55d03 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0714197 Sep 17 04:30:45.648803 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port d41f1483-d671-471e-8a74-abf8758c5108 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:45.674756 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Publish callbacks [] for security_group (0f8520ca-55bc-48ac-8240-18ae89f10a62), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:45.677855 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e04c1206-7406-401d-9b3e-30522b58f0e8 req-afd0a9de-7762-4ea5-a07a-1f4ba2d3ac97 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674050 Sep 17 04:30:45.681273 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (0f8520ca-55bc-48ac-8240-18ae89f10a62), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:45.718519 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=106226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:30:45.730176 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8520ca-55bc-48ac-8240-18ae89f10a62,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:45.735642 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (eab68a2a-3944-410d-9b13-05b2bf7e535a), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:45.735984 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.segments_db [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Added segment eab68a2a-3944-410d-9b13-05b2bf7e535a of type vlan for network 155b0683-940e-4aae-9313-a39408433ac2 Sep 17 04:30:45.809891 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (155b0683-940e-4aae-9313-a39408433ac2), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:45.833743 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc907c-8043-4b13-ac80-41008f7e2768 req-9fae83da-67f6-4a07-948b-2b9d921a67f7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:45.835278 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-10fc907c-8043-4b13-ac80-41008f7e2768 req-9fae83da-67f6-4a07-948b-2b9d921a67f7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.0672572 Sep 17 04:30:45.847888 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Attempt 3 to provision port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef Sep 17 04:30:45.868296 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (155b0683-940e-4aae-9313-a39408433ac2), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:45.869354 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:45.870122 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:45.883891 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:45.939109 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-10fc907c-8043-4b13-ac80-41008f7e2768 req-268ecffb-399c-453b-88f6-b04af5884452 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977926 Sep 17 04:30:45.947364 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 38824) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:45.947576 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4316232 Sep 17 04:30:45.952436 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-6dfb8d23-ae12-4079-9769-e82460c97389 admin admin] Request body: {'subnet': {'network_id': '155b0683-940e-4aae-9313-a39408433ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1334225792-subnet', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'ip_version': 4}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:45.973729 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80d42c-ef86-465e-a03d-4d325b104745 admin admin] Pushing event updated for resources: {'Network': ['ID=155b0683-940e-4aae-9313-a39408433ac2,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:45.978846 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network 155b0683-940e-4aae-9313-a39408433ac2 details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:30:45.989204 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfb8d23-ae12-4079-9769-e82460c97389 admin admin] Made reservation on behalf of 7a5abdc0c6ab45338c7c41910f231a30 for: {'subnet': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:30:45.993149 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8d23-ae12-4079-9769-e82460c97389 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10209151'] for subnet (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.008372 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:46.189959 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8d23-ae12-4079-9769-e82460c97389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2667868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10209129'] for subnet (f92449ee-5858-4407-b072-29657ca9dc11), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.241010 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb8d23-ae12-4079-9769-e82460c97389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92449ee-5858-4407-b072-29657ca9dc11,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:46.256910 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb8d23-ae12-4079-9769-e82460c97389 admin admin] Checking segment: {'id': 'eab68a2a-3944-410d-9b13-05b2bf7e535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '155b0683-940e-4aae-9313-a39408433ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:46.257306 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfb8d23-ae12-4079-9769-e82460c97389 admin admin] Network hostable DHCP agents. Network: 155b0683-940e-4aae-9313-a39408433ac2, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:30:46.274598 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfb8d23-ae12-4079-9769-e82460c97389 admin admin] Network 155b0683-940e-4aae-9313-a39408433ac2 is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:30:46.284323 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-6dfb8d23-ae12-4079-9769-e82460c97389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, 155b0683-940e-4aae-9313-a39408433ac2) {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:46.288254 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfb8d23-ae12-4079-9769-e82460c97389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:46.288843 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8d23-ae12-4079-9769-e82460c97389 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.294079 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe408927-b301-4944-81d3-e986fae1a9c5 None None] Network 155b0683-940e-4aae-9313-a39408433ac2 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:30:46.308113 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-6dfb8d23-ae12-4079-9769-e82460c97389 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3570395 Sep 17 04:30:46.308322 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 38828) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:46.312524 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1334225792-router', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:46.335691 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4729'] for router (27c568ce-0680-44d0-9621-1e13c06426c8), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.336819 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3698097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3840254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3906358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router (27c568ce-0680-44d0-9621-1e13c06426c8), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.360335 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:46.391845 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Publish callbacks [] for router_controller (27c568ce-0680-44d0-9621-1e13c06426c8), precommit_add_association {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.400321 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Attempt 4 to provision port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef Sep 17 04:30:46.422070 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69749019-add2-4840-9b06-7abfed91018d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a1dfd16-a292-5d46-ac4f-18a3363636d9-155b0683-940e-4aae-9313-a39408433ac2', 'network_id': '155b0683-940e-4aae-9313-a39408433ac2', 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'fixed_ips': [{'subnet_id': 'f92449ee-5858-4407-b072-29657ca9dc11'}]}} from dv-cinder-857993-2-iscsi. {{(pid=106228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 04:30:46.422982 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-69749019-add2-4840-9b06-7abfed91018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.446344 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:46.577999 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Publish callbacks [] for router_gateway (27c568ce-0680-44d0-9621-1e13c06426c8), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.581959 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:46.594221 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-69749019-add2-4840-9b06-7abfed91018d None None] Allocated IP 172.20.0.2 (155b0683-940e-4aae-9313-a39408433ac2/f92449ee-5858-4407-b072-29657ca9dc11/77ab2e68-92a9-45e5-8d5c-729866416379) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:30:46.764443 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-69749019-add2-4840-9b06-7abfed91018d None None] Publish callbacks [] for port (77ab2e68-92a9-45e5-8d5c-729866416379), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.772008 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-69749019-add2-4840-9b06-7abfed91018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.778861 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Publish callbacks [] for router_gateway (27c568ce-0680-44d0-9621-1e13c06426c8), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.813648 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69749019-add2-4840-9b06-7abfed91018d None None] Network 155b0683-940e-4aae-9313-a39408433ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:46.818678 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-69749019-add2-4840-9b06-7abfed91018d None None] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:46.820311 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.820732 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69749019-add2-4840-9b06-7abfed91018d None None] Pushing event updated for resources: {'Port': ['ID=77ab2e68-92a9-45e5-8d5c-729866416379,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:46.822912 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69749019-add2-4840-9b06-7abfed91018d None None] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:30:46.838825 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf96d-c814-4129-9ef1-128a16ec601b req-64885fdc-3a32-4638-a1da-c50aed214783 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:46.840316 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-94dbf96d-c814-4129-9ef1-128a16ec601b req-64885fdc-3a32-4638-a1da-c50aed214783 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0770130 Sep 17 04:30:46.881185 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-69749019-add2-4840-9b06-7abfed91018d None None] Attempting to bind port 77ab2e68-92a9-45e5-8d5c-729866416379 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:30:46.881736 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-69749019-add2-4840-9b06-7abfed91018d None None] Attempting to bind port 77ab2e68-92a9-45e5-8d5c-729866416379 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': 'eab68a2a-3944-410d-9b13-05b2bf7e535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '155b0683-940e-4aae-9313-a39408433ac2'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:30:46.882039 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69749019-add2-4840-9b06-7abfed91018d None None] Attempting to bind port 77ab2e68-92a9-45e5-8d5c-729866416379 on network 155b0683-940e-4aae-9313-a39408433ac2 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:46.925768 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69749019-add2-4840-9b06-7abfed91018d None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:30:46.925968 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69749019-add2-4840-9b06-7abfed91018d None None] Checking segment: {'id': 'eab68a2a-3944-410d-9b13-05b2bf7e535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '155b0683-940e-4aae-9313-a39408433ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:46.926369 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-69749019-add2-4840-9b06-7abfed91018d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.926757 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69749019-add2-4840-9b06-7abfed91018d None None] Bound using segment: {'id': 'eab68a2a-3944-410d-9b13-05b2bf7e535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '155b0683-940e-4aae-9313-a39408433ac2'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:30:46.927236 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-69749019-add2-4840-9b06-7abfed91018d None None] Bound port: 77ab2e68-92a9-45e5-8d5c-729866416379, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab68a2a-3944-410d-9b13-05b2bf7e535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '155b0683-940e-4aae-9313-a39408433ac2'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:30:46.927608 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-69749019-add2-4840-9b06-7abfed91018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:46.954665 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-94dbf96d-c814-4129-9ef1-128a16ec601b req-10f33080-14b5-4e66-9923-c57ef0c1ad62 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825636 Sep 17 04:30:46.957869 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Sync routers for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:30:46.967207 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Attempt 5 to provision port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef Sep 17 04:30:46.981102 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:46.981102 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:30:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:46.981419 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Allocated IP 172.27.3.188 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/775da5a5-7e7f-4d87-9032-93672a2ff11f) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:30:47.022793 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:47.031500 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:47.033155 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-69749019-add2-4840-9b06-7abfed91018d None None] For port 77ab2e68-92a9-45e5-8d5c-729866416379, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:30:47.037517 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-69749019-add2-4840-9b06-7abfed91018d None None] For port 77ab2e68-92a9-45e5-8d5c-729866416379, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=77ab2e68-92a9-45e5-8d5c-729866416379,segment=NetworkSegment(eab68a2a-3944-410d-9b13-05b2bf7e535a),segment_id=eab68a2a-3944-410d-9b13-05b2bf7e535a)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:30:47.053480 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-69749019-add2-4840-9b06-7abfed91018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.099457 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:47.110130 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:47.122071 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c5dfe-9fc1-4f27-8777-6ec0c193dd8c req-41a224de-0979-488a-9126-57e44877715c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:47.131184 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-661c5dfe-9fc1-4f27-8777-6ec0c193dd8c req-41a224de-0979-488a-9126-57e44877715c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.0909097 Sep 17 04:30:47.148165 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Publish callbacks [] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.158826 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69749019-add2-4840-9b06-7abfed91018d None None] Pushing event updated for resources: {'Port': ['ID=77ab2e68-92a9-45e5-8d5c-729866416379,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:47.196784 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.206443 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-661c5dfe-9fc1-4f27-8777-6ec0c193dd8c req-4f0d0e47-7ca3-4ec1-913d-846a813ea00d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680537 Sep 17 04:30:47.241591 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:47.244490 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:47.246977 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:30:47.282097 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Pushing event updated for resources: {'Port': ['ID=775da5a5-7e7f-4d87-9032-93672a2ff11f,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:47.351242 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 2, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:47.382252 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Checking router: 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:30:47.382722 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Updating router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef binding host dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:30:47.435404 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.505880 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 77ab2e68-92a9-45e5-8d5c-729866416379 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:47.523313 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:47.532394 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Attempt 6 to provision port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef Sep 17 04:30:47.579586 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:47.581482 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Publish callbacks [] for router_gateway (27c568ce-0680-44d0-9621-1e13c06426c8), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.614013 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:47.616013 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:47.625835 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 77ab2e68-92a9-45e5-8d5c-729866416379 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:47.625835 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.625835 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 77ab2e68-92a9-45e5-8d5c-729866416379 Sep 17 04:30:47.716571 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 77ab2e68-92a9-45e5-8d5c-729866416379 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:47.717050 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.755080 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 77ab2e68-92a9-45e5-8d5c-729866416379, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=77ab2e68-92a9-45e5-8d5c-729866416379,segment=NetworkSegment(eab68a2a-3944-410d-9b13-05b2bf7e535a),segment_id=eab68a2a-3944-410d-9b13-05b2bf7e535a)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:47.760424 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.761259 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 668e0dbd-0f91-4504-a66a-26de0bae1faf up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:47.761371 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Publish callbacks [] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.768922 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.814314 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Pushing event updated for resources: {'Port': ['ID=bd6b75ae-44b1-4d56-a798-0a7ead8b67ef,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:47.817960 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3698153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3695137'] for router (27c568ce-0680-44d0-9621-1e13c06426c8), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.838918 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.839515 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.840105 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.840593 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.841071 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.841595 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.842080 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.842629 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.843124 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.843585 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.844051 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.844536 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.845009 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.845497 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.845979 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:30:47.847941 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=77ab2e68-92a9-45e5-8d5c-729866416379,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:47.870302 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 668e0dbd-0f91-4504-a66a-26de0bae1faf triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:47.870840 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.871188 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 668e0dbd-0f91-4504-a66a-26de0bae1faf Sep 17 04:30:47.881493 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:47.884370 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Attempting to bind port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:30:47.884972 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Attempting to bind port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:30:47.885603 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Attempting to bind port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef on network e322731d-9c63-4618-8051-e8dea6bb2db6 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:47.939806 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:30:47.940990 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Checking segment: {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:47.941769 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.942482 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Bound using segment: {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:30:47.943273 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Bound port: bd6b75ae-44b1-4d56-a798-0a7ead8b67ef, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:30:47.943852 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.954473 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 668e0dbd-0f91-4504-a66a-26de0bae1faf is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:47.954949 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:47.977456 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 668e0dbd-0f91-4504-a66a-26de0bae1faf, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=668e0dbd-0f91-4504-a66a-26de0bae1faf,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:47.982915 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:48.020032 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Router 27c568ce-0680-44d0-9621-1e13c06426c8 is scheduled to L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 with binding_index 1 {{(pid=106227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 04:30:48.036363 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] For port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:30:48.037451 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=668e0dbd-0f91-4504-a66a-26de0bae1faf,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:48.040384 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] For port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=bd6b75ae-44b1-4d56-a798-0a7ead8b67ef,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:30:48.053587 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:48.115606 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Attempt 7 to provision port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef Sep 17 04:30:48.122054 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:48.122922 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:30:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:48.149564 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cbe20-eca6-484f-92de-24e7c52b9fc3 req-1193bae4-3fc3-41a2-acc4-6f6930dfbe5c tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:48.151048 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-825cbe20-eca6-484f-92de-24e7c52b9fc3 req-1193bae4-3fc3-41a2-acc4-6f6930dfbe5c tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0751727 Sep 17 04:30:48.205465 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c81d27-3d72-4bb0-9494-0a8944834f2d None None] Pushing event updated for resources: {'Port': ['ID=bd6b75ae-44b1-4d56-a798-0a7ead8b67ef,revision_number=4']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:48.216558 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Current status of the port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:48.217349 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:48.240925 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:48.274690 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c480817-1843-4d7f-b1cf-56cc70d0ff1b None None] Network 155b0683-940e-4aae-9313-a39408433ac2 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:30:48.292730 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:48.321946 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-825cbe20-eca6-484f-92de-24e7c52b9fc3 req-6e498371-8ed0-4bf7-a6d6-ce8502d01649 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425507 Sep 17 04:30:48.332849 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac100-ec77-4e54-a568-569d4b8fdd3f req-672c024b-8817-4244-bf4b-81cd9f3a9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:48.334327 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b3aac100-ec77-4e54-a568-569d4b8fdd3f req-672c024b-8817-4244-bf4b-81cd9f3a9e49 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 1128 time: 0.1561475 Sep 17 04:30:48.335607 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:48.339284 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:30:48.370821 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Sync routers for ids ['27c568ce-0680-44d0-9621-1e13c06426c8'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:30:48.389027 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] For port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=bd6b75ae-44b1-4d56-a798-0a7ead8b67ef,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:48.390211 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e09313-d0a0-499a-b089-631f793b3633 req-b4cd8f16-ea98-4a78-a7c0-3b225f02d472 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:48.392162 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:48.393256 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-38e09313-d0a0-499a-b089-631f793b3633 req-b4cd8f16-ea98-4a78-a7c0-3b225f02d472 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.0673449 Sep 17 04:30:48.397049 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-4fe2a525-b3dc-47a1-97a9-890b2fe140bd admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0849252 Sep 17 04:30:48.397765 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38854) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:48.414865 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:48.467711 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0fecf944-4a15-42bb-894e-a2222cfa0a5e req-097b46ca-fc81-456b-9ccd-88f68e4bc8c4 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706795 Sep 17 04:30:48.509302 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Routers {'27c568ce-0680-44d0-9621-1e13c06426c8'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:48.509873 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:30:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['27c568ce-0680-44d0-9621-1e13c06426c8'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:48.513059 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33124ed1-136e-4b75-b1b9-6aa6a6a39d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:48.529546 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac100-ec77-4e54-a568-569d4b8fdd3f req-469e24d2-6fd2-400a-ae4f-d0a2c7fdfd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:48.531422 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b3aac100-ec77-4e54-a568-569d4b8fdd3f req-469e24d2-6fd2-400a-ae4f-d0a2c7fdfd70 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1643484 Sep 17 04:30:48.578669 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:48.583724 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-68e6c905-50c8-49a4-84e4-a17c1b95c215 None None] Provisioning complete for port 77ab2e68-92a9-45e5-8d5c-729866416379 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:48.584092 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-68e6c905-50c8-49a4-84e4-a17c1b95c215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:48.584424 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-68e6c905-50c8-49a4-84e4-a17c1b95c215 None None] Attempt 1 to provision port 77ab2e68-92a9-45e5-8d5c-729866416379 Sep 17 04:30:48.585819 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:48.611801 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed0dc0-4f3c-4be3-b92a-5312527d82e7 None None] The sync data for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi is: [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:30:48.634511 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561bc67-1957-40a8-81c1-f176812ab3f1 None None] Pushing event updated for resources: {'Port': ['ID=bd6b75ae-44b1-4d56-a798-0a7ead8b67ef,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:48.715300 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:48.745184 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-38e09313-d0a0-499a-b089-631f793b3633 req-06b3025c-d281-4fec-9a3d-87c35ee9ceb2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952231 Sep 17 04:30:48.813228 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:48.829141 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-68e6c905-50c8-49a4-84e4-a17c1b95c215 None None] Current status of the port 77ab2e68-92a9-45e5-8d5c-729866416379 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:48.832863 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Set router 27c568ce-0680-44d0-9621-1e13c06426c8 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:48.892269 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-68e6c905-50c8-49a4-84e4-a17c1b95c215 None None] Provisioning complete for port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:48.892654 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-68e6c905-50c8-49a4-84e4-a17c1b95c215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:48.892986 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-68e6c905-50c8-49a4-84e4-a17c1b95c215 None None] Attempt 1 to provision port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef Sep 17 04:30:48.971929 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:30:49.000519 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:49.063140 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-68e6c905-50c8-49a4-84e4-a17c1b95c215 None None] Current status of the port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:49.077619 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'name': 'tempest-TestVolumeBootPattern-1334225792-router', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 3, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'gw_port': {'id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:29:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:49.112278 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Checking router: 27c568ce-0680-44d0-9621-1e13c06426c8 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:30:49.112742 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Updating router 27c568ce-0680-44d0-9621-1e13c06426c8 port 775da5a5-7e7f-4d87-9032-93672a2ff11f binding host dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:30:49.147885 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:49.177196 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Allocated IP 172.20.0.1 (155b0683-940e-4aae-9313-a39408433ac2/f92449ee-5858-4407-b072-29657ca9dc11/2b151e48-a76f-4964-a153-b5562063a760) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:30:49.238238 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-b88db1bf-1dc1-4ac6-bb9c-8c2adaa28f50 None None] Provisioning complete for port 77ab2e68-92a9-45e5-8d5c-729866416379 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:49.238238 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b88db1bf-1dc1-4ac6-bb9c-8c2adaa28f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:49.238605 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b88db1bf-1dc1-4ac6-bb9c-8c2adaa28f50 None None] Attempt 1 to provision port 77ab2e68-92a9-45e5-8d5c-729866416379 Sep 17 04:30:49.289326 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Publish callbacks [] for port (2b151e48-a76f-4964-a153-b5562063a760), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:49.293701 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:49.327486 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (2b151e48-a76f-4964-a153-b5562063a760), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:49.394634 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Network 155b0683-940e-4aae-9313-a39408433ac2 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:49.398827 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:49.401768 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:30:49.406392 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Pushing event updated for resources: {'Port': ['ID=2b151e48-a76f-4964-a153-b5562063a760,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:49.453613 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3836696'] for router_interface (27c568ce-0680-44d0-9621-1e13c06426c8), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:49.553404 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6557361-a784-440b-9fba-702819a0b21a req-bb1983d3-67f9-4564-a81f-09f491d25b33 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:49.555081 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b6557361-a784-440b-9fba-702819a0b21a req-bb1983d3-67f9-4564-a81f-09f491d25b33 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0599251 Sep 17 04:30:49.569525 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:49.569854 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 77ab2e68-92a9-45e5-8d5c-729866416379 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:49.591845 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:49.615815 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2b151e48-a76f-4964-a153-b5562063a760), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:49.630393 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b6557361-a784-440b-9fba-702819a0b21a req-6e1e0793-75bf-4776-857d-86f3b428652b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692985 Sep 17 04:30:49.680909 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b88db1bf-1dc1-4ac6-bb9c-8c2adaa28f50 None None] Current status of the port 77ab2e68-92a9-45e5-8d5c-729866416379 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:49.682673 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:49.713842 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 77ab2e68-92a9-45e5-8d5c-729866416379 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:49.714292 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:49.714543 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 77ab2e68-92a9-45e5-8d5c-729866416379 Sep 17 04:30:49.800740 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76590f0a-808f-4318-83a0-3b9f797a30bf req-d1a4f78a-2220-47fd-81eb-9aede3cf56ca tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:49.802241 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-76590f0a-808f-4318-83a0-3b9f797a30bf req-d1a4f78a-2220-47fd-81eb-9aede3cf56ca tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0768807 Sep 17 04:30:49.833344 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Provisioning complete for port 2b151e48-a76f-4964-a153-b5562063a760 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:49.834106 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (2b151e48-a76f-4964-a153-b5562063a760), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:49.834738 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Attempt 1 to provision port 2b151e48-a76f-4964-a153-b5562063a760 Sep 17 04:30:49.838419 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Publish callbacks [] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:49.841222 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Publish callbacks [] for port (2b151e48-a76f-4964-a153-b5562063a760), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:49.858955 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (2b151e48-a76f-4964-a153-b5562063a760), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:49.895044 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:49.898735 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc6469-1068-4c61-a3fd-f1274e0feadf req-eca378e4-29c6-4bad-a39a-cb502b6878f6 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:49.908509 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-11dc6469-1068-4c61-a3fd-f1274e0feadf req-eca378e4-29c6-4bad-a39a-cb502b6878f6 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.0812595 Sep 17 04:30:49.939010 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Port 2b151e48-a76f-4964-a153-b5562063a760 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:49.943857 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:49.948163 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Attempting to bind port 775da5a5-7e7f-4d87-9032-93672a2ff11f on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:30:49.948528 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Attempting to bind port 775da5a5-7e7f-4d87-9032-93672a2ff11f by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:30:49.948882 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Attempting to bind port 775da5a5-7e7f-4d87-9032-93672a2ff11f on network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:49.955838 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 77ab2e68-92a9-45e5-8d5c-729866416379 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:49.956935 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device bd6b75ae-44b1-4d56-a798-0a7ead8b67ef up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:49.964156 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-11dc6469-1068-4c61-a3fd-f1274e0feadf req-ce3d5fe8-4b6c-45f8-a7bb-6e3c60a57589 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526330 Sep 17 04:30:50.009164 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882e2d9-be89-4584-9da7-5e409ede2057 None None] Pushing event updated for resources: {'Port': ['ID=775da5a5-7e7f-4d87-9032-93672a2ff11f,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:50.042432 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:30:50.042802 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Checking segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:50.043197 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:50.043583 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Bound using segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:30:50.044051 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Bound port: 775da5a5-7e7f-4d87-9032-93672a2ff11f, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:30:50.044415 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:50.075029 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:50.075734 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:50.075734 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef Sep 17 04:30:50.145606 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] For port 775da5a5-7e7f-4d87-9032-93672a2ff11f, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:30:50.153960 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] For port 775da5a5-7e7f-4d87-9032-93672a2ff11f, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=775da5a5-7e7f-4d87-9032-93672a2ff11f,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:30:50.195829 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3836812'] for router_interface (27c568ce-0680-44d0-9621-1e13c06426c8), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:50.208278 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:50.208630 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Pushing event updated for resources: {'Port': ['ID=2b151e48-a76f-4964-a153-b5562063a760,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:50.216626 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-76590f0a-808f-4318-83a0-3b9f797a30bf req-f310955c-177f-4bc5-8511-21865efabf33 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730593 Sep 17 04:30:50.258891 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:50.259949 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 668e0dbd-0f91-4504-a66a-26de0bae1faf up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:50.294856 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Routers {'27c568ce-0680-44d0-9621-1e13c06426c8'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:50.295744 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:30:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['27c568ce-0680-44d0-9621-1e13c06426c8'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:50.307679 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Network 155b0683-940e-4aae-9313-a39408433ac2 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:30:50.309340 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:30:50.338022 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882e2d9-be89-4584-9da7-5e409ede2057 None None] Pushing event updated for resources: {'Port': ['ID=775da5a5-7e7f-4d87-9032-93672a2ff11f,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:50.391023 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:50.409440 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 668e0dbd-0f91-4504-a66a-26de0bae1faf triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:50.410274 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:50.410619 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 668e0dbd-0f91-4504-a66a-26de0bae1faf Sep 17 04:30:50.445148 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Attempt 2 to provision port 2b151e48-a76f-4964-a153-b5562063a760 Sep 17 04:30:50.457575 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Router 27c568ce-0680-44d0-9621-1e13c06426c8 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:30:50.509617 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:50.511134 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Port 2b151e48-a76f-4964-a153-b5562063a760 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:50.524385 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] Set router 27c568ce-0680-44d0-9621-1e13c06426c8 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:50.639825 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:30:50.646675 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91d310-6a1e-48c9-bc13-908c60de1457 req-b2989aa8-1a10-4ac1-b350-142fc56ef610 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:50.648184 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1f91d310-6a1e-48c9-bc13-908c60de1457 req-b2989aa8-1a10-4ac1-b350-142fc56ef610 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0598409 Sep 17 04:30:50.658267 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-e8e98b8e-331b-45b2-95a5-a56e1a530394 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/27c568ce-0680-44d0-9621-1e13c06426c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2585201 Sep 17 04:30:50.725635 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a813f4e3-1c7b-445b-af63-94929117b70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:50.746647 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1f91d310-6a1e-48c9-bc13-908c60de1457 req-3489a683-630b-48ec-8309-b52c12316eef tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857790 Sep 17 04:30:50.749936 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 668e0dbd-0f91-4504-a66a-26de0bae1faf is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:50.843582 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'name': 'tempest-TestVolumeBootPattern-1334225792-router', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:30:49Z', 'revision_number': 4, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'gw_port': {'id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:29:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '2b151e48-a76f-4964-a153-b5562063a760', 'name': '', 'network_id': '155b0683-940e-4aae-9313-a39408433ac2', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'mac_address': 'fa:16:3e:20:dc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f92449ee-5858-4407-b072-29657ca9dc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:49Z', 'updated_at': '2022-09-17T04:30:49Z', 'revision_number': 2, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'subnets': [{'id': 'f92449ee-5858-4407-b072-29657ca9dc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:50.874187 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30825c0e-71c9-47c1-b8c6-1ffe7bf78d05 None None] The sync data for ids ['27c568ce-0680-44d0-9621-1e13c06426c8'] in dv-cinder-857993-2-iscsi is: [{'id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'name': 'tempest-TestVolumeBootPattern-1334225792-router', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:30:49Z', 'revision_number': 4, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'gw_port': {'id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:29:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '2b151e48-a76f-4964-a153-b5562063a760', 'name': '', 'network_id': '155b0683-940e-4aae-9313-a39408433ac2', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'mac_address': 'fa:16:3e:20:dc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f92449ee-5858-4407-b072-29657ca9dc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:49Z', 'updated_at': '2022-09-17T04:30:49Z', 'revision_number': 2, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'subnets': [{'id': 'f92449ee-5858-4407-b072-29657ca9dc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:30:51.012308 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Attempt 3 to provision port 2b151e48-a76f-4964-a153-b5562063a760 Sep 17 04:30:51.050751 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:51.070394 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Port 2b151e48-a76f-4964-a153-b5562063a760 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:51.128961 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1882c-4e91-4f9f-ab90-7f406a3b2e16 req-926731e4-938b-42d9-8875-68afec6502df tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:51.131914 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cdf1882c-4e91-4f9f-ab90-7f406a3b2e16 req-926731e4-938b-42d9-8875-68afec6502df tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.0740786 Sep 17 04:30:51.162369 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38908) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:51.183900 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-880dc6be-e4ff-4c0e-851d-e641628157f0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2116056742', 'description': 'tempest-secgroup-smoke-2116056742 description', 'project_id': '752e65efe679458fab6b8dbc3a9de82f'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:51.207026 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:51.262594 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-880dc6be-e4ff-4c0e-851d-e641628157f0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.302218 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cdf1882c-4e91-4f9f-ab90-7f406a3b2e16 req-0eaa3864-155b-4f05-a0b5-74b4765721f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549964 Sep 17 04:30:51.445416 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-880dc6be-e4ff-4c0e-851d-e641628157f0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group (68e8197e-60a7-47f5-a874-884c240cd9f1), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.451188 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-880dc6be-e4ff-4c0e-851d-e641628157f0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (68e8197e-60a7-47f5-a874-884c240cd9f1), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.487485 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dc6be-e4ff-4c0e-851d-e641628157f0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e8197e-60a7-47f5-a874-884c240cd9f1,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:51.501652 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-880dc6be-e4ff-4c0e-851d-e641628157f0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.503103 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-880dc6be-e4ff-4c0e-851d-e641628157f0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3394413 Sep 17 04:30:51.506196 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38924) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:51.510884 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-d1dccf48-f58a-4f93-8e0a-695d3d8810e6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Request body: {'security_group_rule': {'security_group_id': '68e8197e-60a7-47f5-a874-884c240cd9f1', 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:51.545808 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1dccf48-f58a-4f93-8e0a-695d3d8810e6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (564b4a22-e1ef-43f8-a5a1-466c7204bdea), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.572023 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Attempt 4 to provision port 2b151e48-a76f-4964-a153-b5562063a760 Sep 17 04:30:51.610606 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Port 2b151e48-a76f-4964-a153-b5562063a760 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:51.615489 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1dccf48-f58a-4f93-8e0a-695d3d8810e6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (564b4a22-e1ef-43f8-a5a1-466c7204bdea), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.619863 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1dccf48-f58a-4f93-8e0a-695d3d8810e6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (564b4a22-e1ef-43f8-a5a1-466c7204bdea), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.636059 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dccf48-f58a-4f93-8e0a-695d3d8810e6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564b4a22-e1ef-43f8-a5a1-466c7204bdea,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:51.660410 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1dccf48-f58a-4f93-8e0a-695d3d8810e6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.662891 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d1dccf48-f58a-4f93-8e0a-695d3d8810e6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548626 Sep 17 04:30:51.665017 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 38928) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:51.670262 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-068fb9be-0707-44c5-870a-72432ec887ec tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Request body: {'security_group_rule': {'security_group_id': '68e8197e-60a7-47f5-a874-884c240cd9f1', 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:51.730466 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-068fb9be-0707-44c5-870a-72432ec887ec tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (edc08bf7-2c58-44c9-97cb-14e2fa74f297), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.821633 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-068fb9be-0707-44c5-870a-72432ec887ec tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (edc08bf7-2c58-44c9-97cb-14e2fa74f297), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.831947 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-068fb9be-0707-44c5-870a-72432ec887ec tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (edc08bf7-2c58-44c9-97cb-14e2fa74f297), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.852141 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fb9be-0707-44c5-870a-72432ec887ec tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc08bf7-2c58-44c9-97cb-14e2fa74f297,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:51.864165 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-068fb9be-0707-44c5-870a-72432ec887ec tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.865808 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-068fb9be-0707-44c5-870a-72432ec887ec tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1991773 Sep 17 04:30:51.869203 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38938) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:51.879058 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-7c9ff782-ab94-4736-9e50-f6bfa5079245 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Request body: {'security_group_rule': {'security_group_id': '68e8197e-60a7-47f5-a874-884c240cd9f1', 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:51.910892 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff782-ab94-4736-9e50-f6bfa5079245 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (54c4f9e3-3ff7-4de3-a091-a7d23eeedad7), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.923267 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.957616 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:51.979185 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff782-ab94-4736-9e50-f6bfa5079245 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (54c4f9e3-3ff7-4de3-a091-a7d23eeedad7), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:51.983152 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff782-ab94-4736-9e50-f6bfa5079245 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (54c4f9e3-3ff7-4de3-a091-a7d23eeedad7), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.003489 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ff782-ab94-4736-9e50-f6bfa5079245 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c4f9e3-3ff7-4de3-a091-a7d23eeedad7,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:52.012297 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff782-ab94-4736-9e50-f6bfa5079245 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.013634 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-7c9ff782-ab94-4736-9e50-f6bfa5079245 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431251 Sep 17 04:30:52.016276 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38940) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:52.021029 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-62cdd62e-1326-42f4-b142-f9e588bfc733 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Request body: {'security_group_rule': {'security_group_id': '68e8197e-60a7-47f5-a874-884c240cd9f1', 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:52.049650 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-62cdd62e-1326-42f4-b142-f9e588bfc733 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (8a9d72df-d350-4ea6-8b8e-0a4cdee1ef1f), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.109979 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-62cdd62e-1326-42f4-b142-f9e588bfc733 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (8a9d72df-d350-4ea6-8b8e-0a4cdee1ef1f), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.112043 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Attempt 5 to provision port 2b151e48-a76f-4964-a153-b5562063a760 Sep 17 04:30:52.116035 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-62cdd62e-1326-42f4-b142-f9e588bfc733 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (8a9d72df-d350-4ea6-8b8e-0a4cdee1ef1f), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.139103 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdd62e-1326-42f4-b142-f9e588bfc733 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9d72df-d350-4ea6-8b8e-0a4cdee1ef1f,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:52.148813 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-62cdd62e-1326-42f4-b142-f9e588bfc733 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.150084 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-62cdd62e-1326-42f4-b142-f9e588bfc733 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327982 Sep 17 04:30:52.152712 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38942) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:52.154033 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Port 2b151e48-a76f-4964-a153-b5562063a760 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:52.157259 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-e8a8d91a-ae55-41e7-aaea-b01a9f14c6dd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Request body: {'security_group_rule': {'security_group_id': '68e8197e-60a7-47f5-a874-884c240cd9f1', 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:52.178852 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.securitygroups_db [None req-e8a8d91a-ae55-41e7-aaea-b01a9f14c6dd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Project 752e65efe679458fab6b8dbc3a9de82f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 04:30:52.184967 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e8a8d91a-ae55-41e7-aaea-b01a9f14c6dd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (9194c9d9-dd18-4864-9e78-b7cd4d247f37), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.246074 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e8a8d91a-ae55-41e7-aaea-b01a9f14c6dd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (9194c9d9-dd18-4864-9e78-b7cd4d247f37), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.250473 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e8a8d91a-ae55-41e7-aaea-b01a9f14c6dd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (9194c9d9-dd18-4864-9e78-b7cd4d247f37), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.269534 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8d91a-ae55-41e7-aaea-b01a9f14c6dd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9194c9d9-dd18-4864-9e78-b7cd4d247f37,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:52.279486 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e8a8d91a-ae55-41e7-aaea-b01a9f14c6dd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.283352 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-e8a8d91a-ae55-41e7-aaea-b01a9f14c6dd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269543 Sep 17 04:30:52.284129 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 38944) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:30:52.289058 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-90048f21-8e6b-425f-acbe-edc7da512109 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Request body: {'security_group_rule': {'security_group_id': '68e8197e-60a7-47f5-a874-884c240cd9f1', 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:30:52.311186 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.securitygroups_db [None req-90048f21-8e6b-425f-acbe-edc7da512109 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Project 752e65efe679458fab6b8dbc3a9de82f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 04:30:52.317831 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-90048f21-8e6b-425f-acbe-edc7da512109 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (05ce0a6d-835a-497e-8f83-3c1e3bfd08ee), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.374707 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:52.382215 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-90048f21-8e6b-425f-acbe-edc7da512109 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (05ce0a6d-835a-497e-8f83-3c1e3bfd08ee), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.388609 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-90048f21-8e6b-425f-acbe-edc7da512109 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (05ce0a6d-835a-497e-8f83-3c1e3bfd08ee), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.403420 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90048f21-8e6b-425f-acbe-edc7da512109 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ce0a6d-835a-497e-8f83-3c1e3bfd08ee,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:52.421328 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-90048f21-8e6b-425f-acbe-edc7da512109 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:52.423603 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-90048f21-8e6b-425f-acbe-edc7da512109 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374772 Sep 17 04:30:52.453477 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914ba35-8bb8-434f-a9b8-bbb591a552f1 req-04544004-a64a-47b6-97f5-6105c631ba34 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:52.458206 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a914ba35-8bb8-434f-a9b8-bbb591a552f1 req-04544004-a64a-47b6-97f5-6105c631ba34 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.0692382 Sep 17 04:30:52.655360 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Attempt 6 to provision port 2b151e48-a76f-4964-a153-b5562063a760 Sep 17 04:30:52.699786 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Port 2b151e48-a76f-4964-a153-b5562063a760 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:52.771843 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a914ba35-8bb8-434f-a9b8-bbb591a552f1 req-d49370e9-f0d3-4318-a09e-f3e88738d207 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076861 Sep 17 04:30:53.169669 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339263d-fcc1-4a63-a472-3c703e5ed290 req-c4592e29-19b0-49d0-9cd5-9a00ed0ef3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:53.171831 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c339263d-fcc1-4a63-a472-3c703e5ed290 req-c4592e29-19b0-49d0-9cd5-9a00ed0ef3b0 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 1127 time: 0.0812740 Sep 17 04:30:53.201035 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Attempt 7 to provision port 2b151e48-a76f-4964-a153-b5562063a760 Sep 17 04:30:53.247929 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Port 2b151e48-a76f-4964-a153-b5562063a760 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:53.267333 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Sync routers for ids ['27c568ce-0680-44d0-9621-1e13c06426c8'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:30:53.271019 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac100-ec77-4e54-a568-569d4b8fdd3f req-56f7be67-41c7-4caa-a11a-3837261fa300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:53.273357 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b3aac100-ec77-4e54-a568-569d4b8fdd3f req-56f7be67-41c7-4caa-a11a-3837261fa300 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2027593 Sep 17 04:30:53.277912 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Routers {'27c568ce-0680-44d0-9621-1e13c06426c8'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:53.278461 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:30:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['27c568ce-0680-44d0-9621-1e13c06426c8'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:53.295412 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 55d9eabb-ceb8-459c-a4ad-0c9da0df432e details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:30:53.308866 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339263d-fcc1-4a63-a472-3c703e5ed290 req-f154ecd2-1712-4fb6-bb4c-eb07bea58c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:53.310393 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c339263d-fcc1-4a63-a472-3c703e5ed290 req-f154ecd2-1712-4fb6-bb4c-eb07bea58c00 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 919 time: 0.1310678 Sep 17 04:30:53.398661 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c339263d-fcc1-4a63-a472-3c703e5ed290 req-16cf5f26-1fc3-4e3f-9fc3-7e2d302decc2 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d9eabb-ceb8-459c-a4ad-0c9da0df432e HTTP/1.1" status: 200 len: 217 time: 0.0670402 Sep 17 04:30:53.400992 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Set router 27c568ce-0680-44d0-9621-1e13c06426c8 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:53.459636 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=55d9eabb-ceb8-459c-a4ad-0c9da0df432e,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:53.483044 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 775da5a5-7e7f-4d87-9032-93672a2ff11f up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:53.497551 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:53.516523 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-adf29fd6-b952-439b-9b38-f3f50d692c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:53.518387 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-adf29fd6-b952-439b-9b38-f3f50d692c93 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 1128 time: 0.1185093 Sep 17 04:30:53.535241 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339263d-fcc1-4a63-a472-3c703e5ed290 req-7d7a2e01-2751-4e4c-9890-2c6dc18accbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:53.538700 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c339263d-fcc1-4a63-a472-3c703e5ed290 req-7d7a2e01-2751-4e4c-9890-2c6dc18accbe service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.0816228 Sep 17 04:30:53.545682 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '55d9eabb-ceb8-459c-a4ad-0c9da0df432e', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'port_id': '55d9eabb-ceb8-459c-a4ad-0c9da0df432e', 'mac_address': 'fa:16:3e:47:de:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:30:53.574286 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:53.608689 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:53.615085 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-19237f6e-1025-40dd-a5c9-88374afe5bc1 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 HTTP/1.1" status: 200 len: 217 time: 0.0733225 Sep 17 04:30:53.631258 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:53.631792 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:53.636095 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 775da5a5-7e7f-4d87-9032-93672a2ff11f triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:53.636663 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:53.637128 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 775da5a5-7e7f-4d87-9032-93672a2ff11f Sep 17 04:30:53.672654 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:53.675452 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d9eabb-ceb8-459c-a4ad-0c9da0df432e {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:30:53.684248 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339263d-fcc1-4a63-a472-3c703e5ed290 req-8121672b-970f-4559-b95f-8fde1dfeb11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:53.685849 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c339263d-fcc1-4a63-a472-3c703e5ed290 req-8121672b-970f-4559-b95f-8fde1dfeb11d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1370630 Sep 17 04:30:53.720982 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-fe0fcf90-02c4-46a2-a0bf-aa295cfd1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:53.722581 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-fe0fcf90-02c4-46a2-a0bf-aa295cfd1517 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.0872333 Sep 17 04:30:53.767131 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'name': 'tempest-TestVolumeBootPattern-1334225792-router', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:30:49Z', 'revision_number': 4, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'gw_port': {'id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:29:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '2b151e48-a76f-4964-a153-b5562063a760', 'name': '', 'network_id': '155b0683-940e-4aae-9313-a39408433ac2', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'mac_address': 'fa:16:3e:20:dc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f92449ee-5858-4407-b072-29657ca9dc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:49Z', 'updated_at': '2022-09-17T04:30:49Z', 'revision_number': 2, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'subnets': [{'id': 'f92449ee-5858-4407-b072-29657ca9dc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:53.794282 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Checking router: 27c568ce-0680-44d0-9621-1e13c06426c8 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:30:53.794651 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Updating router 27c568ce-0680-44d0-9621-1e13c06426c8 port 2b151e48-a76f-4964-a153-b5562063a760 binding host dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:30:53.812106 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-4f510565-3fdf-4c1f-88f1-f01e3696febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:53.813352 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-4f510565-3fdf-4c1f-88f1-f01e3696febe service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534711 Sep 17 04:30:53.830855 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2b151e48-a76f-4964-a153-b5562063a760), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:53.845227 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=55d9eabb-ceb8-459c-a4ad-0c9da0df432e,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:53.846649 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Attempt 8 to provision port 2b151e48-a76f-4964-a153-b5562063a760 Sep 17 04:30:53.871627 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:53.920877 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:53.929503 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c339263d-fcc1-4a63-a472-3c703e5ed290 req-6a4927b0-dae2-4bd7-9953-f566e9f43f9c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328184 Sep 17 04:30:53.979689 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5c469-6437-4b43-8d08-93fc0fbde142 req-68754d05-9534-4fc6-94e5-78180f34eb8e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:53.992893 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=55d9eabb-ceb8-459c-a4ad-0c9da0df432e,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:54.008573 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4fc5c469-6437-4b43-8d08-93fc0fbde142 req-68754d05-9534-4fc6-94e5-78180f34eb8e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.1256649 Sep 17 04:30:54.034772 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 775da5a5-7e7f-4d87-9032-93672a2ff11f is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:54.035171 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:54.047901 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Port 2b151e48-a76f-4964-a153-b5562063a760 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:30:54.051929 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c339263d-fcc1-4a63-a472-3c703e5ed290 req-c3351d39-085f-4d27-8347-f45199c629dc service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116586 Sep 17 04:30:54.086770 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 775da5a5-7e7f-4d87-9032-93672a2ff11f, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=775da5a5-7e7f-4d87-9032-93672a2ff11f,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:54.087774 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:54.102206 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:54.105527 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4fc5c469-6437-4b43-8d08-93fc0fbde142 req-076f513c-e0d6-485e-97cd-d345760e30e2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912042 Sep 17 04:30:54.139990 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-fdde19b3-6eb0-46b1-a572-aa99f042eb26 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959454 Sep 17 04:30:54.195497 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:54.197776 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=775da5a5-7e7f-4d87-9032-93672a2ff11f,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:54.235478 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Publish callbacks [] for port (2b151e48-a76f-4964-a153-b5562063a760), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:54.244191 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2b151e48-a76f-4964-a153-b5562063a760), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:54.255050 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1dda70f6-5cc6-4129-a7ca-748776d820aa req-7b217b7d-4ae3-4ec8-927e-34bcf785ce56 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037779 Sep 17 04:30:54.290501 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1975a8-6d07-43ef-a14e-0a3b42c1d0dc None None] Pushing event updated for resources: {'Port': ['ID=2b151e48-a76f-4964-a153-b5562063a760,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:54.351934 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Attempting to bind port 2b151e48-a76f-4964-a153-b5562063a760 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:30:54.352305 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Attempting to bind port 2b151e48-a76f-4964-a153-b5562063a760 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': 'eab68a2a-3944-410d-9b13-05b2bf7e535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '155b0683-940e-4aae-9313-a39408433ac2'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:30:54.352664 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Attempting to bind port 2b151e48-a76f-4964-a153-b5562063a760 on network 155b0683-940e-4aae-9313-a39408433ac2 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:30:54.375448 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['55d9eabb-ceb8-459c-a4ad-0c9da0df432e'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:30:54.402257 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:30:54.402961 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Checking segment: {'id': 'eab68a2a-3944-410d-9b13-05b2bf7e535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '155b0683-940e-4aae-9313-a39408433ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:30:54.403791 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:54.404369 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Bound using segment: {'id': 'eab68a2a-3944-410d-9b13-05b2bf7e535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '155b0683-940e-4aae-9313-a39408433ac2'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:30:54.405057 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Bound port: 2b151e48-a76f-4964-a153-b5562063a760, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab68a2a-3944-410d-9b13-05b2bf7e535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '155b0683-940e-4aae-9313-a39408433ac2'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:30:54.405684 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2b151e48-a76f-4964-a153-b5562063a760), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:54.479679 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] For port 2b151e48-a76f-4964-a153-b5562063a760, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:30:54.483763 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] For port 2b151e48-a76f-4964-a153-b5562063a760, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=2b151e48-a76f-4964-a153-b5562063a760,segment=NetworkSegment(eab68a2a-3944-410d-9b13-05b2bf7e535a),segment_id=eab68a2a-3944-410d-9b13-05b2bf7e535a)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:30:54.492721 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2b151e48-a76f-4964-a153-b5562063a760), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:54.556541 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Attempt 9 to provision port 2b151e48-a76f-4964-a153-b5562063a760 Sep 17 04:30:54.567857 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1975a8-6d07-43ef-a14e-0a3b42c1d0dc None None] Pushing event updated for resources: {'Port': ['ID=2b151e48-a76f-4964-a153-b5562063a760,revision_number=4']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:54.582143 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Routers {'27c568ce-0680-44d0-9621-1e13c06426c8'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:30:54.583485 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:30:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['27c568ce-0680-44d0-9621-1e13c06426c8'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:54.689406 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:54.736913 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] Set router 27c568ce-0680-44d0-9621-1e13c06426c8 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:30:54.762042 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Current status of the port 2b151e48-a76f-4964-a153-b5562063a760 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:54.762646 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2b151e48-a76f-4964-a153-b5562063a760), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:54.818599 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] For port 2b151e48-a76f-4964-a153-b5562063a760, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=2b151e48-a76f-4964-a153-b5562063a760,segment=NetworkSegment(eab68a2a-3944-410d-9b13-05b2bf7e535a),segment_id=eab68a2a-3944-410d-9b13-05b2bf7e535a)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:54.824555 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (2b151e48-a76f-4964-a153-b5562063a760), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:54.902050 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6d282-c187-4d88-91ba-95a996d55348 None None] Pushing event updated for resources: {'Port': ['ID=2b151e48-a76f-4964-a153-b5562063a760,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:54.944676 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-b8f5987b-adaf-4b32-8ae9-176f690c818e None None] Provisioning complete for port 2b151e48-a76f-4964-a153-b5562063a760 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:54.945044 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b8f5987b-adaf-4b32-8ae9-176f690c818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (2b151e48-a76f-4964-a153-b5562063a760), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:54.945412 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-b8f5987b-adaf-4b32-8ae9-176f690c818e None None] Attempt 1 to provision port 2b151e48-a76f-4964-a153-b5562063a760 Sep 17 04:30:54.974885 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'name': 'tempest-TestVolumeBootPattern-1334225792-router', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:30:49Z', 'revision_number': 4, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'gw_port': {'id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:29:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '2b151e48-a76f-4964-a153-b5562063a760', 'name': '', 'network_id': '155b0683-940e-4aae-9313-a39408433ac2', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'mac_address': 'fa:16:3e:20:dc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f92449ee-5858-4407-b072-29657ca9dc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:49Z', 'updated_at': '2022-09-17T04:30:54Z', 'revision_number': 4, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'subnets': [{'id': 'f92449ee-5858-4407-b072-29657ca9dc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:30:55.004370 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce103806-df51-4c5e-82de-adf9e66b8609 None None] The sync data for ids ['27c568ce-0680-44d0-9621-1e13c06426c8'] in dv-cinder-857993-2-iscsi is: [{'id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'name': 'tempest-TestVolumeBootPattern-1334225792-router', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:30:49Z', 'revision_number': 4, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'gw_port': {'id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:29:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '2b151e48-a76f-4964-a153-b5562063a760', 'name': '', 'network_id': '155b0683-940e-4aae-9313-a39408433ac2', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'mac_address': 'fa:16:3e:20:dc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f92449ee-5858-4407-b072-29657ca9dc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:49Z', 'updated_at': '2022-09-17T04:30:54Z', 'revision_number': 4, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'subnets': [{'id': 'f92449ee-5858-4407-b072-29657ca9dc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:30:55.044913 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b8f5987b-adaf-4b32-8ae9-176f690c818e None None] Current status of the port 2b151e48-a76f-4964-a153-b5562063a760 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:55.243360 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33974f-a14b-4e46-8b02-13c9f5f9bd76 req-e98d6aab-93c3-4ee0-b4c6-c4bb80442aa3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:55.244870 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5a33974f-a14b-4e46-8b02-13c9f5f9bd76 req-e98d6aab-93c3-4ee0-b4c6-c4bb80442aa3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.0509105 Sep 17 04:30:55.299375 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5a33974f-a14b-4e46-8b02-13c9f5f9bd76 req-305b2f8d-5c09-426f-96c0-ccc5861652a0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476086 Sep 17 04:30:55.414610 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2b151e48-a76f-4964-a153-b5562063a760 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:55.466209 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 2b151e48-a76f-4964-a153-b5562063a760 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:55.466578 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (2b151e48-a76f-4964-a153-b5562063a760), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:55.466909 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 2b151e48-a76f-4964-a153-b5562063a760 Sep 17 04:30:55.503831 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:55.545749 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 2b151e48-a76f-4964-a153-b5562063a760 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:55.546836 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 775da5a5-7e7f-4d87-9032-93672a2ff11f up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:55.591112 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 775da5a5-7e7f-4d87-9032-93672a2ff11f triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:55.591508 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:55.591838 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 775da5a5-7e7f-4d87-9032-93672a2ff11f Sep 17 04:30:55.686674 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 775da5a5-7e7f-4d87-9032-93672a2ff11f is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:55.880379 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 55d9eabb-ceb8-459c-a4ad-0c9da0df432e up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:30:55.928795 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:30:55.952451 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:30:55.953733 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:55.953733 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e Sep 17 04:30:56.061310 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:30:56.061700 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:56.088214 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0837134-994e-4402-a813-3bacee6f4853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d9eabb-ceb8-459c-a4ad-0c9da0df432e'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:30:56.090542 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a1f5df-14c5-489a-9919-f81be4ac62ef" -d '{"events": [{"server_uuid": "c0837134-994e-4402-a813-3bacee6f4853", "name": "network-vif-plugged", "status": "completed", "tag": "55d9eabb-ceb8-459c-a4ad-0c9da0df432e"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:30:56.104662 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=55d9eabb-ceb8-459c-a4ad-0c9da0df432e,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:30:56.111479 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:30:56.135565 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb0deef-556f-42d6-8357-d1bfc5bed10b x-openstack-request-id: req-9cb0deef-556f-42d6-8357-d1bfc5bed10b {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:30:56.135854 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0837134-994e-4402-a813-3bacee6f4853", "name": "network-vif-plugged", "status": "completed", "tag": "55d9eabb-ceb8-459c-a4ad-0c9da0df432e", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:30:56.136107 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cb0deef-556f-42d6-8357-d1bfc5bed10b {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:30:56.136509 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb0deef-556f-42d6-8357-d1bfc5bed10b'] response: {'server_uuid': 'c0837134-994e-4402-a813-3bacee6f4853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d9eabb-ceb8-459c-a4ad-0c9da0df432e', 'code': 200} Sep 17 04:30:56.163831 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=55d9eabb-ceb8-459c-a4ad-0c9da0df432e,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:30:56.440461 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee00c1-f76b-441b-83ea-f41555d002ba req-df99bd6b-ecb0-4d10-ba0d-5c1a171bacd3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:56.442578 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-87ee00c1-f76b-441b-83ea-f41555d002ba req-df99bd6b-ecb0-4d10-ba0d-5c1a171bacd3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.0540662 Sep 17 04:30:56.492814 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-87ee00c1-f76b-441b-83ea-f41555d002ba req-c79b4430-75c2-452c-907a-8952263a4793 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445542 Sep 17 04:30:57.624546 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73b29b-1b95-48f3-8e74-1229c8cdab94 req-077be7db-8ac6-45b4-9f21-fae848e9c06b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:57.627293 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4b73b29b-1b95-48f3-8e74-1229c8cdab94 req-077be7db-8ac6-45b4-9f21-fae848e9c06b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.0555272 Sep 17 04:30:57.651025 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:30:57.681375 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4b73b29b-1b95-48f3-8e74-1229c8cdab94 req-ab7550d9-a1f5-46e8-a50c-2735d4efd7dc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482640 Sep 17 04:30:58.803377 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1933d7-db75-4863-843e-44e42e00d8f0 req-43eb7ec9-12e7-4a36-a0a3-0f140d3b7a7b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:58.804839 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6b1933d7-db75-4863-843e-44e42e00d8f0 req-43eb7ec9-12e7-4a36-a0a3-0f140d3b7a7b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.0485239 Sep 17 04:30:58.856326 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6b1933d7-db75-4863-843e-44e42e00d8f0 req-7d6e7623-f655-495a-8971-30d59bff959f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Sep 17 04:30:59.982324 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19842c2c-a071-4379-88d6-4330876086ce req-6eb45cf6-4fa6-42d5-b0e9-c6ce4aa85d1f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:30:59.983753 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-19842c2c-a071-4379-88d6-4330876086ce req-6eb45cf6-4fa6-42d5-b0e9-c6ce4aa85d1f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.0504687 Sep 17 04:31:00.040352 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-19842c2c-a071-4379-88d6-4330876086ce req-e205b7e1-b4ea-478c-ac22-1e7eca2f1ba9 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507383 Sep 17 04:31:01.160478 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c0438-2598-4d94-bf81-96e4e7b780d6 req-bf507af2-6202-4e53-8aaa-ca53f4e9e4db tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:01.161948 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5f0c0438-2598-4d94-bf81-96e4e7b780d6 req-bf507af2-6202-4e53-8aaa-ca53f4e9e4db tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 944 time: 0.0477035 Sep 17 04:31:01.208445 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5f0c0438-2598-4d94-bf81-96e4e7b780d6 req-3cafde6d-6e2a-4ea7-8b55-3e59fa015faa tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Sep 17 04:31:01.239450 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:31:01.256598 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:01.340645 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:31:01.356070 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '4de14b41-d3ca-42f2-b3cd-1e608f2d4c84', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'port_id': '4de14b41-d3ca-42f2-b3cd-1e608f2d4c84', 'mac_address': 'fa:16:3e:3d:aa:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:31:01.404913 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:31:01.405368 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:01.419732 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:31:01.445975 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:31:01.450807 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:01.496728 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:02.230877 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['4de14b41-d3ca-42f2-b3cd-1e608f2d4c84'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:31:02.302301 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:02.332023 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d4e35-dc68-4c70-b994-b8954afedeeb req-1ad259c9-60af-49c8-9750-a444185ad462 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:02.333823 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-104d4e35-dc68-4c70-b994-b8954afedeeb req-1ad259c9-60af-49c8-9750-a444185ad462 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 945 time: 0.0492938 Sep 17 04:31:02.415276 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-104d4e35-dc68-4c70-b994-b8954afedeeb req-62167699-00c5-4681-afec-fd8f6dd17b2e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703163 Sep 17 04:31:02.532209 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313e000-3571-4ebe-97a8-7fbd63944a08 req-42f76d74-8155-4bfd-8f5d-80b98375a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:02.533944 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e313e000-3571-4ebe-97a8-7fbd63944a08 req-42f76d74-8155-4bfd-8f5d-80b98375a316 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 1129 time: 0.0458553 Sep 17 04:31:02.587573 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e313e000-3571-4ebe-97a8-7fbd63944a08 req-2787d577-faad-4db4-b091-9b5c022a5efe service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448754 Sep 17 04:31:03.475001 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:03.554851 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c438b-a163-4fce-9fc2-7e8b8b933b7e req-c1e5bf08-5942-4970-a50d-cebc76866bfc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:03.558707 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-aa1c438b-a163-4fce-9fc2-7e8b8b933b7e req-c1e5bf08-5942-4970-a50d-cebc76866bfc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 945 time: 0.0553222 Sep 17 04:31:03.623636 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-aa1c438b-a163-4fce-9fc2-7e8b8b933b7e req-f6e8ec0c-3daf-43c7-ba9e-af61166afe1b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575802 Sep 17 04:31:04.154888 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39292) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:04.268171 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:31:04.273873 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d29449a3-9878-49a0-832f-4de27f77a0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:04.311012 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:31:04.317377 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:31:04.317800 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:04.318139 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 Sep 17 04:31:04.324860 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:04.358920 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d29449a3-9878-49a0-832f-4de27f77a0bf admin admin] Publish callbacks [] for security_group (0289be26-821b-4e14-994f-8de981bd7397), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:04.366335 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d29449a3-9878-49a0-832f-4de27f77a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (0289be26-821b-4e14-994f-8de981bd7397), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:04.408360 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:31:04.408819 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:04.413172 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d29449a3-9878-49a0-832f-4de27f77a0bf admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=2fdd592ec7c042b28c573479dc08d3b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567871 Sep 17 04:31:04.414069 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29449a3-9878-49a0-832f-4de27f77a0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0289be26-821b-4e14-994f-8de981bd7397,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:04.415952 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 39296) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:04.438787 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c2f844-d503-44e7-86dd-b67034f5ca40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de14b41-d3ca-42f2-b3cd-1e608f2d4c84'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:31:04.441043 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b87a52-600a-4142-9531-52c4ba69f8c4" -d '{"events": [{"server_uuid": "33c2f844-d503-44e7-86dd-b67034f5ca40", "name": "network-vif-plugged", "status": "completed", "tag": "4de14b41-d3ca-42f2-b3cd-1e608f2d4c84"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:31:04.453684 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:31:04.458428 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:04.490795 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-00e95aa5-42b9-4193-b753-b3a9fecc3bae admin admin] Publish callbacks [] for security_group (0289be26-821b-4e14-994f-8de981bd7397), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:04.492286 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0292e549-0255-4047-85a2-99fd32f67559 x-openstack-request-id: req-0292e549-0255-4047-85a2-99fd32f67559 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:31:04.492812 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c2f844-d503-44e7-86dd-b67034f5ca40", "name": "network-vif-plugged", "status": "completed", "tag": "4de14b41-d3ca-42f2-b3cd-1e608f2d4c84", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:31:04.492914 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0292e549-0255-4047-85a2-99fd32f67559 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:31:04.493409 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0292e549-0255-4047-85a2-99fd32f67559'] response: {'server_uuid': '33c2f844-d503-44e7-86dd-b67034f5ca40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de14b41-d3ca-42f2-b3cd-1e608f2d4c84', 'code': 200} Sep 17 04:31:04.511313 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-00e95aa5-42b9-4193-b753-b3a9fecc3bae admin admin] Publish callbacks [] for security_group (0289be26-821b-4e14-994f-8de981bd7397), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:04.514855 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:04.562423 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-00e95aa5-42b9-4193-b753-b3a9fecc3bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (0289be26-821b-4e14-994f-8de981bd7397), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:04.565065 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-00e95aa5-42b9-4193-b753-b3a9fecc3bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:04.566252 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-00e95aa5-42b9-4193-b753-b3a9fecc3bae admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/0289be26-821b-4e14-994f-8de981bd7397 HTTP/1.1" status: 204 len: 168 time: 0.1492496 Sep 17 04:31:04.574547 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e95aa5-42b9-4193-b753-b3a9fecc3bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0289be26-821b-4e14-994f-8de981bd7397,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:04.778405 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571216c-0153-4921-9a05-265248da302d req-44e180d6-68f0-455f-9b4c-14f14c05e8bc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:04.779916 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7571216c-0153-4921-9a05-265248da302d req-44e180d6-68f0-455f-9b4c-14f14c05e8bc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0731428 Sep 17 04:31:04.837585 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7571216c-0153-4921-9a05-265248da302d req-1eb2aba2-798e-4ffc-86b8-823f5f1632d7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502746 Sep 17 04:31:04.905939 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 39316) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:04.922451 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b88b3451-afa0-4a38-b7ea-b12ba422b6fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:04.953755 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:04.972129 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:04.979124 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:05.015437 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b88b3451-afa0-4a38-b7ea-b12ba422b6fa admin admin] Publish callbacks [] for security_group (5dfe8f46-e4fb-47c7-bc64-8006fb2b368f), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:05.019877 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b88b3451-afa0-4a38-b7ea-b12ba422b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (5dfe8f46-e4fb-47c7-bc64-8006fb2b368f), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:05.059348 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-b88b3451-afa0-4a38-b7ea-b12ba422b6fa admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b955c4e4289548feaeaecc0081760305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499364 Sep 17 04:31:05.061406 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b3451-afa0-4a38-b7ea-b12ba422b6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfe8f46-e4fb-47c7-bc64-8006fb2b368f,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:05.062123 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39320) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:05.114249 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-22a29527-0c43-4819-aab4-058b00151e30 admin admin] Publish callbacks [] for security_group (5dfe8f46-e4fb-47c7-bc64-8006fb2b368f), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:05.134635 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-22a29527-0c43-4819-aab4-058b00151e30 admin admin] Publish callbacks [] for security_group (5dfe8f46-e4fb-47c7-bc64-8006fb2b368f), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:05.172434 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81111c66-301a-4efa-8247-19acfb8967aa req-140ee997-5a48-4fe5-afa3-ac7d9f8eb96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:05.173986 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-81111c66-301a-4efa-8247-19acfb8967aa req-140ee997-5a48-4fe5-afa3-ac7d9f8eb96d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 1130 time: 0.0433431 Sep 17 04:31:05.186231 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-22a29527-0c43-4819-aab4-058b00151e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (5dfe8f46-e4fb-47c7-bc64-8006fb2b368f), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:05.188849 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-22a29527-0c43-4819-aab4-058b00151e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:05.190033 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-22a29527-0c43-4819-aab4-058b00151e30 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/5dfe8f46-e4fb-47c7-bc64-8006fb2b368f HTTP/1.1" status: 204 len: 168 time: 0.1269279 Sep 17 04:31:05.198479 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a29527-0c43-4819-aab4-058b00151e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfe8f46-e4fb-47c7-bc64-8006fb2b368f,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:05.233275 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-81111c66-301a-4efa-8247-19acfb8967aa req-90876905-7841-4364-9fdc-0cd1f3b5bece service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524256 Sep 17 04:31:05.968329 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40744a8a-fc7f-4be4-91c9-cd5b418cdc78 req-a44315c5-6cb6-4fb4-a125-8f8fdfb00375 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:05.970181 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-40744a8a-fc7f-4be4-91c9-cd5b418cdc78 req-a44315c5-6cb6-4fb4-a125-8f8fdfb00375 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0513909 Sep 17 04:31:06.048390 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-40744a8a-fc7f-4be4-91c9-cd5b418cdc78 req-6b8450b5-4502-4113-9915-329195e75a09 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631280 Sep 17 04:31:07.164281 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:07.189494 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f8f06-ace5-46a8-81d3-943c84a54130 req-6c3942df-7ebe-46d2-a94f-f28d051a1594 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:07.191285 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-909f8f06-ace5-46a8-81d3-943c84a54130 req-6c3942df-7ebe-46d2-a94f-f28d051a1594 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0652692 Sep 17 04:31:07.245553 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-909f8f06-ace5-46a8-81d3-943c84a54130 req-0f7d0140-1221-4987-bd6c-64902dd913a9 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460024 Sep 17 04:31:07.535495 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad925e4-00c3-4abf-a5ef-569e47f404d5 req-2b246cac-5e5f-48bf-82c6-0fc745537523 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:07.541854 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4ad925e4-00c3-4abf-a5ef-569e47f404d5 req-2b246cac-5e5f-48bf-82c6-0fc745537523 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0568836 Sep 17 04:31:07.592051 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4ad925e4-00c3-4abf-a5ef-569e47f404d5 req-03ed4798-20e8-47f3-a0ec-5d0da9ea7edd tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480237 Sep 17 04:31:07.598487 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff8817-29f3-4371-bb64-3cdb6a337b7f req-5e6bdd66-2be6-4c92-9217-dd272e8e92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:07.600317 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a7ff8817-29f3-4371-bb64-3cdb6a337b7f req-5e6bdd66-2be6-4c92-9217-dd272e8e92ca service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 1130 time: 0.0421953 Sep 17 04:31:07.691568 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39424) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:07.710823 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff8817-29f3-4371-bb64-3cdb6a337b7f req-bc0256ad-add9-4c2d-b898-13399ab9ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:07.712298 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a7ff8817-29f3-4371-bb64-3cdb6a337b7f req-bc0256ad-add9-4c2d-b898-13399ab9ca21 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 919 time: 0.1052859 Sep 17 04:31:07.753244 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a7ff8817-29f3-4371-bb64-3cdb6a337b7f req-3df7255b-078d-48a1-9c8f-68c136d6ae05 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 HTTP/1.1" status: 200 len: 217 time: 0.0346484 Sep 17 04:31:07.766598 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:07.810669 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0e5db69b-0e1d-450a-acbc-fc8072d4d7d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:07.811773 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff8817-29f3-4371-bb64-3cdb6a337b7f req-2640cdf5-49a1-4772-b515-2d35d1cbb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:07.813268 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a7ff8817-29f3-4371-bb64-3cdb6a337b7f req-2640cdf5-49a1-4772-b515-2d35d1cbb4ce service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.0536730 Sep 17 04:31:07.860633 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff8817-29f3-4371-bb64-3cdb6a337b7f req-1daa0e86-0e17-4f2c-8c0f-db13d48e4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:07.862077 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a7ff8817-29f3-4371-bb64-3cdb6a337b7f req-1daa0e86-0e17-4f2c-8c0f-db13d48e4d68 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410144 Sep 17 04:31:07.894771 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0e5db69b-0e1d-450a-acbc-fc8072d4d7d9 admin admin] Publish callbacks [] for security_group (d6d6c09d-8112-4598-ae7a-2644b2d11d1a), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:07.901027 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0e5db69b-0e1d-450a-acbc-fc8072d4d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d6d6c09d-8112-4598-ae7a-2644b2d11d1a), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:07.946433 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5db69b-0e1d-450a-acbc-fc8072d4d7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d6c09d-8112-4598-ae7a-2644b2d11d1a,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:07.953645 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-0e5db69b-0e1d-450a-acbc-fc8072d4d7d9 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=bb360e404c2542cdb9e23afe3c616d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608674 Sep 17 04:31:07.954602 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39432) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:07.976504 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a7ff8817-29f3-4371-bb64-3cdb6a337b7f req-c34fb2ff-51bf-47c4-bdc2-61484e1ca448 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037014 Sep 17 04:31:08.013120 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-797f3607-08f7-498e-907a-1de7a3eb3e96 admin admin] Publish callbacks [] for security_group (d6d6c09d-8112-4598-ae7a-2644b2d11d1a), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.028941 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-797f3607-08f7-498e-907a-1de7a3eb3e96 admin admin] Publish callbacks [] for security_group (d6d6c09d-8112-4598-ae7a-2644b2d11d1a), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.076683 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a7ff8817-29f3-4371-bb64-3cdb6a337b7f req-df508b9c-126e-43b9-abff-805f50675433 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938826 Sep 17 04:31:08.077748 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-797f3607-08f7-498e-907a-1de7a3eb3e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d6d6c09d-8112-4598-ae7a-2644b2d11d1a), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.080795 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-797f3607-08f7-498e-907a-1de7a3eb3e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.082272 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-797f3607-08f7-498e-907a-1de7a3eb3e96 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d6d6c09d-8112-4598-ae7a-2644b2d11d1a HTTP/1.1" status: 204 len: 168 time: 0.1265671 Sep 17 04:31:08.091532 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f3607-08f7-498e-907a-1de7a3eb3e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d6c09d-8112-4598-ae7a-2644b2d11d1a,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:08.388686 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39446) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:08.404735 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fa025739-ff08-4140-9fc4-c82f27a5ab72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.419332 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:08.499207 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fa025739-ff08-4140-9fc4-c82f27a5ab72 admin admin] Publish callbacks [] for security_group (2cf7681c-104d-4e84-92f6-f0ccc0fbec8b), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.503467 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fa025739-ff08-4140-9fc4-c82f27a5ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (2cf7681c-104d-4e84-92f6-f0ccc0fbec8b), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.524795 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 39450) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:08.553131 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-fa025739-ff08-4140-9fc4-c82f27a5ab72 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=90f1a3cd8d674fb3ba0a828b6b646464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614869 Sep 17 04:31:08.553131 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa025739-ff08-4140-9fc4-c82f27a5ab72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf7681c-104d-4e84-92f6-f0ccc0fbec8b,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:08.554272 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 39454) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:08.606203 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c3a540d4-cbf1-472d-bc3c-0736eb084b28 admin admin] Publish callbacks [] for security_group (2cf7681c-104d-4e84-92f6-f0ccc0fbec8b), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.629423 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c3a540d4-cbf1-472d-bc3c-0736eb084b28 admin admin] Publish callbacks [] for security_group (2cf7681c-104d-4e84-92f6-f0ccc0fbec8b), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.667489 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-2f915515-cd92-4341-9cff-ad8ce579402f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.737990 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37f871-030e-48b0-9e56-a3360dc17c7b req-1e7f59a1-4353-4566-9e67-0c1e463c32ad tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:08.739589 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1b37f871-030e-48b0-9e56-a3360dc17c7b req-1e7f59a1-4353-4566-9e67-0c1e463c32ad tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0550721 Sep 17 04:31:08.750546 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c3a540d4-cbf1-472d-bc3c-0736eb084b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (2cf7681c-104d-4e84-92f6-f0ccc0fbec8b), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.753018 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c3a540d4-cbf1-472d-bc3c-0736eb084b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.754185 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-c3a540d4-cbf1-472d-bc3c-0736eb084b28 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2cf7681c-104d-4e84-92f6-f0ccc0fbec8b HTTP/1.1" status: 204 len: 168 time: 0.1985781 Sep 17 04:31:08.767917 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:08.785961 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a540d4-cbf1-472d-bc3c-0736eb084b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf7681c-104d-4e84-92f6-f0ccc0fbec8b,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:08.840461 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1b37f871-030e-48b0-9e56-a3360dc17c7b req-db6f139c-94a6-4461-909c-3f2c66b1d922 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931726 Sep 17 04:31:08.871971 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-2f915515-cd92-4341-9cff-ad8ce579402f admin admin] Publish callbacks [] for security_group (9b3f304b-2a14-4862-9154-27736d1a4b1c), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.876396 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-2f915515-cd92-4341-9cff-ad8ce579402f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (9b3f304b-2a14-4862-9154-27736d1a4b1c), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:08.922329 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-2f915515-cd92-4341-9cff-ad8ce579402f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=097e46a08d19498aadf0ef0cd38c3cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963008 Sep 17 04:31:08.924295 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f915515-cd92-4341-9cff-ad8ce579402f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3f304b-2a14-4862-9154-27736d1a4b1c,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:08.926418 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39462) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:09.009854 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-310370aa-ce8e-4d93-81c4-9d3ec4b098ab admin admin] Publish callbacks [] for security_group (9b3f304b-2a14-4862-9154-27736d1a4b1c), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:09.031967 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-310370aa-ce8e-4d93-81c4-9d3ec4b098ab admin admin] Publish callbacks [] for security_group (9b3f304b-2a14-4862-9154-27736d1a4b1c), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:09.092573 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-310370aa-ce8e-4d93-81c4-9d3ec4b098ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (9b3f304b-2a14-4862-9154-27736d1a4b1c), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:09.095574 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-310370aa-ce8e-4d93-81c4-9d3ec4b098ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:09.096833 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-310370aa-ce8e-4d93-81c4-9d3ec4b098ab admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9b3f304b-2a14-4862-9154-27736d1a4b1c HTTP/1.1" status: 204 len: 168 time: 0.1689215 Sep 17 04:31:09.110209 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310370aa-ce8e-4d93-81c4-9d3ec4b098ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3f304b-2a14-4862-9154-27736d1a4b1c,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:09.935507 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 39520) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:09.979878 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983636cf-2355-44fe-af34-d203a2664a1a req-731c90e7-bd44-4a4d-b92b-b86eee012c46 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:09.981571 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-983636cf-2355-44fe-af34-d203a2664a1a req-731c90e7-bd44-4a4d-b92b-b86eee012c46 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0607414 Sep 17 04:31:10.011711 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:10.065977 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-983636cf-2355-44fe-af34-d203a2664a1a req-874a2907-31a7-4cc7-a078-83e3f3e79e0f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713496 Sep 17 04:31:10.085729 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7e7b632c-90e1-42cb-9c1c-6253bb30315a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:10.139961 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:10.178885 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7e7b632c-90e1-42cb-9c1c-6253bb30315a admin admin] Publish callbacks [] for security_group (e2d31671-3f32-4b1e-b28e-4d1805d55119), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:10.183904 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7e7b632c-90e1-42cb-9c1c-6253bb30315a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (e2d31671-3f32-4b1e-b28e-4d1805d55119), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:10.226790 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39528) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:10.227142 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-7e7b632c-90e1-42cb-9c1c-6253bb30315a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b266bbdcc18a47d99b032f526ff467da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901914 Sep 17 04:31:10.227627 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b632c-90e1-42cb-9c1c-6253bb30315a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d31671-3f32-4b1e-b28e-4d1805d55119,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:10.285723 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd9cd-e099-4b02-88a7-3cc4f8a9c9e7 admin admin] Publish callbacks [] for security_group (e2d31671-3f32-4b1e-b28e-4d1805d55119), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:10.307638 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd9cd-e099-4b02-88a7-3cc4f8a9c9e7 admin admin] Publish callbacks [] for security_group (e2d31671-3f32-4b1e-b28e-4d1805d55119), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:10.365521 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd9cd-e099-4b02-88a7-3cc4f8a9c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (e2d31671-3f32-4b1e-b28e-4d1805d55119), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:10.368007 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd9cd-e099-4b02-88a7-3cc4f8a9c9e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:10.369249 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-fa6dd9cd-e099-4b02-88a7-3cc4f8a9c9e7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e2d31671-3f32-4b1e-b28e-4d1805d55119 HTTP/1.1" status: 204 len: 168 time: 0.1414323 Sep 17 04:31:10.377662 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6dd9cd-e099-4b02-88a7-3cc4f8a9c9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d31671-3f32-4b1e-b28e-4d1805d55119,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:11.204102 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117e965-8b50-4473-996d-3483fa37101d req-f703b70f-a6a0-438a-b3d2-1cccef04e26f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:11.205758 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8117e965-8b50-4473-996d-3483fa37101d req-f703b70f-a6a0-438a-b3d2-1cccef04e26f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0568697 Sep 17 04:31:11.263877 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8117e965-8b50-4473-996d-3483fa37101d req-a31d05c1-505a-4c80-ae2c-eab994e09854 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517783 Sep 17 04:31:11.481701 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 39572) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:11.617424 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-442c8ee2-4b0c-480d-bf43-136ea6308937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:11.694541 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-442c8ee2-4b0c-480d-bf43-136ea6308937 admin admin] Publish callbacks [] for security_group (65458661-47bb-4d77-8b3d-69be8f05ac54), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:11.698996 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-442c8ee2-4b0c-480d-bf43-136ea6308937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (65458661-47bb-4d77-8b3d-69be8f05ac54), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:11.742161 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-442c8ee2-4b0c-480d-bf43-136ea6308937 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=5f7466e0c0df480ba9fa6b7dcc8c300b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592001 Sep 17 04:31:11.743157 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c8ee2-4b0c-480d-bf43-136ea6308937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65458661-47bb-4d77-8b3d-69be8f05ac54,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:11.745699 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39578) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:11.800783 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-76855fe2-06f8-4f25-9887-19cc9533e452 admin admin] Publish callbacks [] for security_group (65458661-47bb-4d77-8b3d-69be8f05ac54), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:11.822071 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-76855fe2-06f8-4f25-9887-19cc9533e452 admin admin] Publish callbacks [] for security_group (65458661-47bb-4d77-8b3d-69be8f05ac54), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:11.872702 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-76855fe2-06f8-4f25-9887-19cc9533e452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (65458661-47bb-4d77-8b3d-69be8f05ac54), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:11.875386 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-76855fe2-06f8-4f25-9887-19cc9533e452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:11.876619 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-76855fe2-06f8-4f25-9887-19cc9533e452 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/65458661-47bb-4d77-8b3d-69be8f05ac54 HTTP/1.1" status: 204 len: 168 time: 0.1298480 Sep 17 04:31:11.885046 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76855fe2-06f8-4f25-9887-19cc9533e452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65458661-47bb-4d77-8b3d-69be8f05ac54,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:12.416527 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5aeb6-5e57-4284-8081-e47577af1a83 req-f8239fb9-f819-4e82-9f1b-9dc23a4c3590 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:12.418437 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-09c5aeb6-5e57-4284-8081-e47577af1a83 req-f8239fb9-f819-4e82-9f1b-9dc23a4c3590 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0647624 Sep 17 04:31:12.522151 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-09c5aeb6-5e57-4284-8081-e47577af1a83 req-289bde64-9318-4446-8eff-c3e0c0b4ac78 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888369 Sep 17 04:31:12.626177 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6f1a1-cb8d-4933-a2e1-c2c7216a77ce req-89529b25-9c65-4584-a15c-199330d4deb7 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:12.628347 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c7f6f1a1-cb8d-4933-a2e1-c2c7216a77ce req-89529b25-9c65-4584-a15c-199330d4deb7 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0696037 Sep 17 04:31:12.704228 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c7f6f1a1-cb8d-4933-a2e1-c2c7216a77ce req-a04b9857-380f-4018-92d6-bc349c53c1cb tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660572 Sep 17 04:31:12.734940 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39622) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:12.922003 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:12.951805 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a61da2e-7b74-4903-b6e4-9a9dae7f3b06 tempest-TestMinimumBasicScenario-1061400568 tempest-TestMinimumBasicScenario-1061400568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:12.953386 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-4a61da2e-7b74-4903-b6e4-9a9dae7f3b06 tempest-TestMinimumBasicScenario-1061400568 tempest-TestMinimumBasicScenario-1061400568-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 1124 time: 0.2173922 Sep 17 04:31:12.956840 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39632) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:12.961418 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'port_id': 'd54c1156-b70c-4805-bad8-7b71a108b5c0', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:31:12.988250 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:13.081676 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:13.209013 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Allocated IP 172.27.3.190 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/7098cb9d-f716-4343-8569-2904550ddfef) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:31:13.315504 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for port (7098cb9d-f716-4343-8569-2904550ddfef), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:13.353458 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (7098cb9d-f716-4343-8569-2904550ddfef), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:13.380250 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:13.395394 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:31:13.401230 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:31:13.405250 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:31:13.432945 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event updated for resources: {'Port': ['ID=7098cb9d-f716-4343-8569-2904550ddfef,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:13.651964 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cb318-e75f-4ee2-b111-1f5402987c9c req-6b6c2f49-9fba-4d24-a090-ce7ce59f69cd tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:13.653575 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-748cb318-e75f-4ee2-b111-1f5402987c9c req-6b6c2f49-9fba-4d24-a090-ce7ce59f69cd tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0478127 Sep 17 04:31:13.705362 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-748cb318-e75f-4ee2-b111-1f5402987c9c req-8e042054-03dc-46ce-a08b-f8b1706084ad tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453811 Sep 17 04:31:13.732979 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:13.795397 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for floatingip (8c68ca95-41b5-4044-9bec-220aa29eb697), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:13.868805 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (7098cb9d-f716-4343-8569-2904550ddfef), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:14.030968 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for port (7098cb9d-f716-4343-8569-2904550ddfef), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:14.036075 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (7098cb9d-f716-4343-8569-2904550ddfef), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:14.110967 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event updated for resources: {'Port': ['ID=7098cb9d-f716-4343-8569-2904550ddfef,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:14.113773 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (8c68ca95-41b5-4044-9bec-220aa29eb697), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:14.222799 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.l3_db [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Floating IP 8c68ca95-41b5-4044-9bec-220aa29eb697 associated. External IP: 172.27.3.190, port: d54c1156-b70c-4805-bad8-7b71a108b5c0. Sep 17 04:31:14.438320 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:14.448455 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Router dc7803b2-ceb0-416c-9250-86e6929ce5fe has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:31:14.757416 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:14.775508 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:31:14.788772 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0b219-08ad-4480-830c-4e601eecf228 None None] Sync routers for ids ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:31:14.798102 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:14.799638 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0b219-08ad-4480-830c-4e601eecf228 None None] Routers {'dc7803b2-ceb0-416c-9250-86e6929ce5fe'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:31:14.800414 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-8ea0b219-08ad-4480-830c-4e601eecf228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:30:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:31:14.836851 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-2f79cb66-b4a7-4889-8087-eed103a1cfce tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8786790 Sep 17 04:31:14.837159 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 39658) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:14.837642 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:31:14.839904 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ab0939-98e4-43c2-a332-02bf0041bc99" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:31:14.843574 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-aae5a857-ffc2-43b4-babf-03625af2951a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1481957129', 'description': 'tempest-secgroup-smoke-1481957129 description', 'project_id': '4ca16cc178624419954df6bad327f722'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:31:14.859244 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:14.871602 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58650495-8e67-4ee1-9778-e94bcf79f791 req-a8bf3398-7bd8-4cb8-9f6e-048e29876115 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:14.873113 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-58650495-8e67-4ee1-9778-e94bcf79f791 req-a8bf3398-7bd8-4cb8-9f6e-048e29876115 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0779476 Sep 17 04:31:14.882642 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-aae5a857-ffc2-43b4-babf-03625af2951a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:14.906849 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-8ea0b219-08ad-4480-830c-4e601eecf228 None None] Set router dc7803b2-ceb0-416c-9250-86e6929ce5fe gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:31:14.958855 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-58650495-8e67-4ee1-9778-e94bcf79f791 req-beeabba6-73c0-4d1d-88a7-100f4c511552 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645106 Sep 17 04:31:14.993603 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-aae5a857-ffc2-43b4-babf-03625af2951a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group (214549b0-5815-46e0-8206-a4e7a53a3e84), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:14.998583 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-aae5a857-ffc2-43b4-babf-03625af2951a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (214549b0-5815-46e0-8206-a4e7a53a3e84), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.026913 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aac8b6d-cc1c-459c-b5ad-f9271ac20064 x-openstack-request-id: req-6aac8b6d-cc1c-459c-b5ad-f9271ac20064 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:31:15.027524 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:31:15.027846 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6aac8b6d-cc1c-459c-b5ad-f9271ac20064 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:31:15.028322 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aac8b6d-cc1c-459c-b5ad-f9271ac20064'] response: {'name': 'network-changed', 'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0', 'status': 'completed', 'code': 200} Sep 17 04:31:15.032162 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-aae5a857-ffc2-43b4-babf-03625af2951a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.033404 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-aae5a857-ffc2-43b4-babf-03625af2951a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1953490 Sep 17 04:31:15.035395 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5a857-ffc2-43b4-babf-03625af2951a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214549b0-5815-46e0-8206-a4e7a53a3e84,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:15.036489 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39662) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:15.042038 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-d70c4733-a01a-42e4-bc33-d7c771b80be6 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Request body: {'security_group_rule': {'security_group_id': '214549b0-5815-46e0-8206-a4e7a53a3e84', 'project_id': '4ca16cc178624419954df6bad327f722', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:31:15.053619 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:15.071575 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d70c4733-a01a-42e4-bc33-d7c771b80be6 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (48375cc2-2ca2-4381-b083-b8240ec30a23), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.133039 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d70c4733-a01a-42e4-bc33-d7c771b80be6 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (48375cc2-2ca2-4381-b083-b8240ec30a23), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.138197 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d70c4733-a01a-42e4-bc33-d7c771b80be6 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (48375cc2-2ca2-4381-b083-b8240ec30a23), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.160355 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c4733-a01a-42e4-bc33-d7c771b80be6 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48375cc2-2ca2-4381-b083-b8240ec30a23,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:15.169236 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d70c4733-a01a-42e4-bc33-d7c771b80be6 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.170475 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d70c4733-a01a-42e4-bc33-d7c771b80be6 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324263 Sep 17 04:31:15.173498 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39664) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:15.177779 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-1ac2ed2a-ea51-485d-a081-264ca4894df4 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Request body: {'security_group_rule': {'security_group_id': '214549b0-5815-46e0-8206-a4e7a53a3e84', 'project_id': '4ca16cc178624419954df6bad327f722', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:31:15.198604 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-8ea0b219-08ad-4480-830c-4e601eecf228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:41Z', 'revision_number': 4, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port': {'id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '8c68ca95-41b5-4044-9bec-220aa29eb697', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'port_id': 'd54c1156-b70c-4805-bad8-7b71a108b5c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'mac_address': 'fa:16:3e:0a:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:31:13Z', 'updated_at': '2022-09-17T04:31:13Z', 'revision_number': 0, 'project_id': '4ca16cc178624419954df6bad327f722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0aca069-d3d2-4b66-86a8-efa4108e44da', 'name': '', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'mac_address': 'fa:16:3e:76:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:40Z', 'updated_at': '2022-09-17T04:29:45Z', 'revision_number': 5, 'project_id': '4ca16cc178624419954df6bad327f722', 'subnets': [{'id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:31:15.206081 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1ac2ed2a-ea51-485d-a081-264ca4894df4 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (34ea9fb7-04ca-4e6a-a7ec-ff8094bfe4f6), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.229635 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0b219-08ad-4480-830c-4e601eecf228 None None] Checking router: dc7803b2-ceb0-416c-9250-86e6929ce5fe for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:31:15.238452 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0b219-08ad-4480-830c-4e601eecf228 None None] Routers {'dc7803b2-ceb0-416c-9250-86e6929ce5fe'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:31:15.239072 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-8ea0b219-08ad-4480-830c-4e601eecf228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:30:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:31:15.268429 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1ac2ed2a-ea51-485d-a081-264ca4894df4 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (34ea9fb7-04ca-4e6a-a7ec-ff8094bfe4f6), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.272481 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1ac2ed2a-ea51-485d-a081-264ca4894df4 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (34ea9fb7-04ca-4e6a-a7ec-ff8094bfe4f6), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.287281 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:15.292044 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2ed2a-ea51-485d-a081-264ca4894df4 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ea9fb7-04ca-4e6a-a7ec-ff8094bfe4f6,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:15.302822 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1ac2ed2a-ea51-485d-a081-264ca4894df4 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.306829 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-1ac2ed2a-ea51-485d-a081-264ca4894df4 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297781 Sep 17 04:31:15.307037 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39666) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:15.312064 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-2463cc8f-4a47-421b-a8b1-f625e245d52e tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Request body: {'security_group_rule': {'security_group_id': '214549b0-5815-46e0-8206-a4e7a53a3e84', 'project_id': '4ca16cc178624419954df6bad327f722', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:31:15.346199 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2463cc8f-4a47-421b-a8b1-f625e245d52e tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (4e353b84-1a57-4a44-abc5-4888e32bcde6), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.352955 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-8ea0b219-08ad-4480-830c-4e601eecf228 None None] Set router dc7803b2-ceb0-416c-9250-86e6929ce5fe gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:31:15.419526 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2463cc8f-4a47-421b-a8b1-f625e245d52e tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (4e353b84-1a57-4a44-abc5-4888e32bcde6), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.426395 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2463cc8f-4a47-421b-a8b1-f625e245d52e tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (4e353b84-1a57-4a44-abc5-4888e32bcde6), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.447525 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463cc8f-4a47-421b-a8b1-f625e245d52e tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e353b84-1a57-4a44-abc5-4888e32bcde6,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:15.455248 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2463cc8f-4a47-421b-a8b1-f625e245d52e tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.459337 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-2463cc8f-4a47-421b-a8b1-f625e245d52e tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484747 Sep 17 04:31:15.459575 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39672) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:15.463982 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-77175610-1de8-4d4a-b786-2521bef7c205 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Request body: {'security_group_rule': {'security_group_id': '214549b0-5815-46e0-8206-a4e7a53a3e84', 'project_id': '4ca16cc178624419954df6bad327f722', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:31:15.493797 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-77175610-1de8-4d4a-b786-2521bef7c205 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (1ef248e5-2c7e-42f5-81c5-843c5497b13c), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.572863 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-77175610-1de8-4d4a-b786-2521bef7c205 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (1ef248e5-2c7e-42f5-81c5-843c5497b13c), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.577702 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-77175610-1de8-4d4a-b786-2521bef7c205 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (1ef248e5-2c7e-42f5-81c5-843c5497b13c), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.598882 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77175610-1de8-4d4a-b786-2521bef7c205 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef248e5-2c7e-42f5-81c5-843c5497b13c,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:15.609404 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-77175610-1de8-4d4a-b786-2521bef7c205 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.610627 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-77175610-1de8-4d4a-b786-2521bef7c205 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501083 Sep 17 04:31:15.613895 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 39674) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:15.618325 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-c4850e2a-1bd5-47e0-aea9-730925c8f472 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Request body: {'security_group_rule': {'security_group_id': '214549b0-5815-46e0-8206-a4e7a53a3e84', 'project_id': '4ca16cc178624419954df6bad327f722', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:31:15.645592 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.securitygroups_db [None req-c4850e2a-1bd5-47e0-aea9-730925c8f472 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Project 4ca16cc178624419954df6bad327f722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 04:31:15.655073 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c4850e2a-1bd5-47e0-aea9-730925c8f472 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (c38d9829-3d9d-46e6-a047-6b87249d0a42), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.660490 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:15.728168 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:15.739978 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c4850e2a-1bd5-47e0-aea9-730925c8f472 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (c38d9829-3d9d-46e6-a047-6b87249d0a42), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.740733 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-8ea0b219-08ad-4480-830c-4e601eecf228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:41Z', 'revision_number': 4, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port': {'id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '8c68ca95-41b5-4044-9bec-220aa29eb697', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'port_id': 'd54c1156-b70c-4805-bad8-7b71a108b5c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'mac_address': 'fa:16:3e:0a:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:31:13Z', 'updated_at': '2022-09-17T04:31:13Z', 'revision_number': 0, 'project_id': '4ca16cc178624419954df6bad327f722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0aca069-d3d2-4b66-86a8-efa4108e44da', 'name': '', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'mac_address': 'fa:16:3e:76:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:40Z', 'updated_at': '2022-09-17T04:29:45Z', 'revision_number': 5, 'project_id': '4ca16cc178624419954df6bad327f722', 'subnets': [{'id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:31:15.745511 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c4850e2a-1bd5-47e0-aea9-730925c8f472 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (c38d9829-3d9d-46e6-a047-6b87249d0a42), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.766772 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4850e2a-1bd5-47e0-aea9-730925c8f472 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38d9829-3d9d-46e6-a047-6b87249d0a42,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:15.768914 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0b219-08ad-4480-830c-4e601eecf228 None None] The sync data for ids ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'] in dv-cinder-857993-2-iscsi is: [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:41Z', 'revision_number': 4, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port': {'id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '8c68ca95-41b5-4044-9bec-220aa29eb697', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'port_id': 'd54c1156-b70c-4805-bad8-7b71a108b5c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'mac_address': 'fa:16:3e:0a:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:31:13Z', 'updated_at': '2022-09-17T04:31:13Z', 'revision_number': 0, 'project_id': '4ca16cc178624419954df6bad327f722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0aca069-d3d2-4b66-86a8-efa4108e44da', 'name': '', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'mac_address': 'fa:16:3e:76:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:40Z', 'updated_at': '2022-09-17T04:29:45Z', 'revision_number': 5, 'project_id': '4ca16cc178624419954df6bad327f722', 'subnets': [{'id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:31:15.776491 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c4850e2a-1bd5-47e0-aea9-730925c8f472 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.781031 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 39678) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:15.781250 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-c4850e2a-1bd5-47e0-aea9-730925c8f472 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1660926 Sep 17 04:31:15.786331 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-a6c89bfa-4cc2-44ab-9b24-39e5215ede04 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Request body: {'security_group_rule': {'security_group_id': '214549b0-5815-46e0-8206-a4e7a53a3e84', 'project_id': '4ca16cc178624419954df6bad327f722', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:31:15.797637 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:15.820630 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.securitygroups_db [None req-a6c89bfa-4cc2-44ab-9b24-39e5215ede04 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Project 4ca16cc178624419954df6bad327f722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 04:31:15.828959 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a6c89bfa-4cc2-44ab-9b24-39e5215ede04 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (035e51e6-bd00-49f6-b7c6-2c8dab163af4), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.908618 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a6c89bfa-4cc2-44ab-9b24-39e5215ede04 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (035e51e6-bd00-49f6-b7c6-2c8dab163af4), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.913622 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a6c89bfa-4cc2-44ab-9b24-39e5215ede04 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (035e51e6-bd00-49f6-b7c6-2c8dab163af4), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.934142 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c89bfa-4cc2-44ab-9b24-39e5215ede04 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035e51e6-bd00-49f6-b7c6-2c8dab163af4,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:15.945549 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a6c89bfa-4cc2-44ab-9b24-39e5215ede04 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:15.950048 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-a6c89bfa-4cc2-44ab-9b24-39e5215ede04 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1641629 Sep 17 04:31:15.994682 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b67161-42bb-4839-8aa7-acabb657824f None None] New status for floating IP 8c68ca95-41b5-4044-9bec-220aa29eb697: ACTIVE {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:31:16.056067 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2ee90df8-a70d-469e-adc0-1ecc28fe29fa req-e179ba8f-7662-4ecf-bfd7-230cd3ef97b0 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1481957129&fields=id&tenant_id=4ca16cc178624419954df6bad327f722 HTTP/1.1" status: 200 len: 267 time: 0.0550103 Sep 17 04:31:16.108181 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee90df8-a70d-469e-adc0-1ecc28fe29fa req-3eeac19c-e5d6-46bc-807a-866fd9e70719 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:16.109646 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2ee90df8-a70d-469e-adc0-1ecc28fe29fa req-3eeac19c-e5d6-46bc-807a-866fd9e70719 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0482810 Sep 17 04:31:16.121019 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-2ee90df8-a70d-469e-adc0-1ecc28fe29fa req-84362b2f-cf59-4635-b25f-3f297a672571 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Request body: {'port': {'security_groups': ['b572566d-5146-4dcc-b315-35716a9d5c74', '214549b0-5815-46e0-8206-a4e7a53a3e84']}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:31:16.198750 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-2ee90df8-a70d-469e-adc0-1ecc28fe29fa req-84362b2f-cf59-4635-b25f-3f297a672571 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:16.388108 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-2ee90df8-a70d-469e-adc0-1ecc28fe29fa req-84362b2f-cf59-4635-b25f-3f297a672571 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] For port d54c1156-b70c-4805-bad8-7b71a108b5c0, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:31:16.420483 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-2ee90df8-a70d-469e-adc0-1ecc28fe29fa req-84362b2f-cf59-4635-b25f-3f297a672571 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:16.428804 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-2ee90df8-a70d-469e-adc0-1ecc28fe29fa req-84362b2f-cf59-4635-b25f-3f297a672571 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:16.437664 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee90df8-a70d-469e-adc0-1ecc28fe29fa req-84362b2f-cf59-4635-b25f-3f297a672571 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:16.438296 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-2ee90df8-a70d-469e-adc0-1ecc28fe29fa req-84362b2f-cf59-4635-b25f-3f297a672571 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:16.439693 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2ee90df8-a70d-469e-adc0-1ecc28fe29fa req-84362b2f-cf59-4635-b25f-3f297a672571 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "PUT /networking/v2.0/ports/d54c1156-b70c-4805-bad8-7b71a108b5c0 HTTP/1.1" status: 200 len: 981 time: 0.3236501 Sep 17 04:31:16.443064 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:31:16.445734 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd877e1d-268a-4148-80d6-310a4f97c3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:31:16.482940 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:16.511404 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84362b2f-cf59-4635-b25f-3f297a672571 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event updated for resources: {'Port': ['ID=d54c1156-b70c-4805-bad8-7b71a108b5c0,revision_number=6']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:16.547362 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ef92d-7aa1-4d06-96e9-fadb0d7b668a req-5d006fe3-f3f9-40c9-8de2-091cfc43f3a2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:16.548895 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-514ef92d-7aa1-4d06-96e9-fadb0d7b668a req-5d006fe3-f3f9-40c9-8de2-091cfc43f3a2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0530765 Sep 17 04:31:16.597846 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-514ef92d-7aa1-4d06-96e9-fadb0d7b668a req-a9ee5901-af5a-4d3e-b005-eb51db5b91a8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429595 Sep 17 04:31:16.728343 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dcd80-eefb-4bd9-84cc-cdfaa87f6b8e req-4c0d423d-b882-478c-9085-d4070f19a96b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:16.729671 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f86dcd80-eefb-4bd9-84cc-cdfaa87f6b8e req-4c0d423d-b882-478c-9085-d4070f19a96b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0545032 Sep 17 04:31:16.791512 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f86dcd80-eefb-4bd9-84cc-cdfaa87f6b8e req-ff8a0493-7a58-476e-87b6-8d90fe7c97e3 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559263 Sep 17 04:31:16.841118 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27da1ec-23ed-4c1b-8e8e-6a7772fbb387 x-openstack-request-id: req-f27da1ec-23ed-4c1b-8e8e-6a7772fbb387 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:31:16.841378 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:31:16.841666 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f27da1ec-23ed-4c1b-8e8e-6a7772fbb387 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:31:16.842096 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f27da1ec-23ed-4c1b-8e8e-6a7772fbb387'] response: {'name': 'network-changed', 'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0', 'status': 'completed', 'code': 200} Sep 17 04:31:17.727703 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93367337-dfb8-4e1c-938e-375e4a68fc37 req-e7601754-cb35-466d-91a7-ab9686cf28e9 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:17.729225 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-93367337-dfb8-4e1c-938e-375e4a68fc37 req-e7601754-cb35-466d-91a7-ab9686cf28e9 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0501554 Sep 17 04:31:17.780073 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-93367337-dfb8-4e1c-938e-375e4a68fc37 req-177a55a7-d6de-431c-9725-eab6920ce81e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449917 Sep 17 04:31:18.432540 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9e035a33-683a-4c11-bf00-1bcfbfd9047c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:18.908823 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b2cc5-8c4a-4ff3-a938-49e7c45d9478 req-cd44b9a0-6a8c-43f1-9139-1f432933bbb2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:18.910947 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2b1b2cc5-8c4a-4ff3-a938-49e7c45d9478 req-cd44b9a0-6a8c-43f1-9139-1f432933bbb2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0522277 Sep 17 04:31:18.962390 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2b1b2cc5-8c4a-4ff3-a938-49e7c45d9478 req-aae703d6-f693-4f34-89aa-c6df94ecaf60 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435314 Sep 17 04:31:19.047934 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-c986f959-f771-4769-a94c-8cbd4affd8bf tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=6619450eef5a4a5b8d3b6a45fe412788&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298805 Sep 17 04:31:19.241740 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-5db6dd35-40dc-49ce-9767-823a6905cfc8 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:19.243113 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-5db6dd35-40dc-49ce-9767-823a6905cfc8 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896193 Sep 17 04:31:19.258515 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-2890b362-9967-45fb-bfc3-f2f5cb0b5871 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/quotas/6619450eef5a4a5b8d3b6a45fe412788 HTTP/1.1" status: 200 len: 375 time: 0.0098913 Sep 17 04:31:19.291034 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-6ec38fbc-ce39-482f-bfb2-0c74c5609e16 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=6619450eef5a4a5b8d3b6a45fe412788&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276392 Sep 17 04:31:19.448694 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:19.468887 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6dc1ff06-9dbf-48ab-9aa3-ea4a38042b9d req-65fdd4be-41b2-49e3-81f7-ca68b55e9b80 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 210 time: 0.0284007 Sep 17 04:31:20.115827 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741883d9-d7a2-4600-b6a8-91a2c53ece46 req-328da988-62b2-4b4b-bd99-d49bee6e29cd tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:20.117383 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-741883d9-d7a2-4600-b6a8-91a2c53ece46 req-328da988-62b2-4b4b-bd99-d49bee6e29cd tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0693076 Sep 17 04:31:20.165811 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-741883d9-d7a2-4600-b6a8-91a2c53ece46 req-5718b5f8-c0e6-437c-b1d1-34d5e20bb465 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Sep 17 04:31:20.580649 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b16a31b9-5819-404c-a06f-3ce8d98c8d8d req-7f77dd79-e765-4d90-aed2-3f293d0b4c07 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 210 time: 0.0274882 Sep 17 04:31:20.621364 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-da3546cd-3c96-4437-a780-fc65efa0363a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:21.304949 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8ab0d-e67c-4dac-b24f-9fd3650d956d req-f3e26548-3b7d-42cd-baf7-bd91100355ec tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:21.306417 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4ca8ab0d-e67c-4dac-b24f-9fd3650d956d req-f3e26548-3b7d-42cd-baf7-bd91100355ec tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0470343 Sep 17 04:31:21.353883 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4ca8ab0d-e67c-4dac-b24f-9fd3650d956d req-d7e7e56c-56a0-4b41-a23d-40b0859dfb97 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 Sep 17 04:31:21.691918 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-80dc84b3-c956-4215-830a-a32aa9f4d1db req-7c3cb12c-7f84-4991-ba9a-40dc0162a5ec tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 210 time: 0.0299611 Sep 17 04:31:21.939313 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:22.497765 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3babf39-87d2-4608-a52f-e831ea2e0431 req-befd46e9-cb8e-4c9d-9a95-1a5410782cac tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:22.499119 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e3babf39-87d2-4608-a52f-e831ea2e0431 req-befd46e9-cb8e-4c9d-9a95-1a5410782cac tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0466785 Sep 17 04:31:22.550053 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e3babf39-87d2-4608-a52f-e831ea2e0431 req-fede853a-5043-4cc5-8df0-50ae3d2316ad tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 Sep 17 04:31:22.800986 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5e574239-a9fe-4052-bbdf-fa7e48f89509 req-42507f03-b668-4a6a-9c47-17fc422f2fcb tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 210 time: 0.0336900 Sep 17 04:31:23.434713 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:23.570002 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:23.671690 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e32422-962a-406f-80e3-2174a5df45c2 req-3551d4de-bd1c-479c-b93a-d35212e7093e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:23.673204 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d7e32422-962a-406f-80e3-2174a5df45c2 req-3551d4de-bd1c-479c-b93a-d35212e7093e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0481727 Sep 17 04:31:23.723724 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d7e32422-962a-406f-80e3-2174a5df45c2 req-d9948d6c-377f-4db8-9d87-8602fb13eae6 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432537 Sep 17 04:31:23.934117 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-681bc1c7-0065-4ad4-a626-bb51850d265c req-5d85b96a-ba45-4037-9994-a22b56bafe4d tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 210 time: 0.0472100 Sep 17 04:31:23.942027 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab0939-98e4-43c2-a332-02bf0041bc99 req-f6f715a7-80fe-41cd-ae21-e977f4e92eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:23.943465 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-48ab0939-98e4-43c2-a332-02bf0041bc99 req-f6f715a7-80fe-41cd-ae21-e977f4e92eae service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=4ca16cc178624419954df6bad327f722&device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 1168 time: 0.0668509 Sep 17 04:31:24.271351 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['d54c1156-b70c-4805-bad8-7b71a108b5c0'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:31:24.368673 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab0939-98e4-43c2-a332-02bf0041bc99 req-ccc4f371-1c2f-460d-b6ac-2a3599cafb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:24.371937 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-48ab0939-98e4-43c2-a332-02bf0041bc99 req-ccc4f371-1c2f-460d-b6ac-2a3599cafb66 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=926c6c09-466c-4643-81fe-c6d1e0236acc HTTP/1.1" status: 200 len: 915 time: 0.1027048 Sep 17 04:31:24.413887 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['d54c1156-b70c-4805-bad8-7b71a108b5c0'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:31:24.489817 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-48ab0939-98e4-43c2-a332-02bf0041bc99 req-bfdda559-7b90-453b-a18d-e9131e22734d service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0 HTTP/1.1" status: 200 len: 1001 time: 0.0587983 Sep 17 04:31:24.509100 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:24.543610 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab0939-98e4-43c2-a332-02bf0041bc99 req-f6e8b7fb-5b79-4040-9694-547ed0214928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:24.545313 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-48ab0939-98e4-43c2-a332-02bf0041bc99 req-f6e8b7fb-5b79-4040-9694-547ed0214928 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=bf84a2fe-d123-45cf-8140-e41701bc7cf0 HTTP/1.1" status: 200 len: 853 time: 0.0463316 Sep 17 04:31:24.598171 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab0939-98e4-43c2-a332-02bf0041bc99 req-fec97f75-6d09-4e0a-8619-b9b2e8fdba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:24.600740 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-48ab0939-98e4-43c2-a332-02bf0041bc99 req-fec97f75-6d09-4e0a-8619-b9b2e8fdba1c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=926c6c09-466c-4643-81fe-c6d1e0236acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453715 Sep 17 04:31:24.702516 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-48ab0939-98e4-43c2-a332-02bf0041bc99 req-650479d0-3073-4a98-990a-56bf075ff1d8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903461 Sep 17 04:31:24.742172 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:24.875583 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-48ab0939-98e4-43c2-a332-02bf0041bc99 req-132388c0-fb99-4458-90b6-65fea6b05f1a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645730 Sep 17 04:31:24.970776 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4f340-6c43-4559-8a0c-c38f879c0781 req-c1275d19-3d10-4bfb-8e51-5c8a6e58d629 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:24.974418 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-59d4f340-6c43-4559-8a0c-c38f879c0781 req-c1275d19-3d10-4bfb-8e51-5c8a6e58d629 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.1297898 Sep 17 04:31:25.041124 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-59d4f340-6c43-4559-8a0c-c38f879c0781 req-7a57a57c-16a6-4db8-8bf6-b16fa016db80 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584991 Sep 17 04:31:25.056175 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-da073b52-11e3-49ec-a462-37470dd3931c req-2b4017bd-f75a-4d32-a7b1-f65c045dadc8 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 210 time: 0.0294671 Sep 17 04:31:25.597268 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:25.604454 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd877e1d-268a-4148-80d6-310a4f97c3d2 req-033fa1f3-8dec-41ef-8d26-c57e12b7e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:25.606177 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd877e1d-268a-4148-80d6-310a4f97c3d2 req-033fa1f3-8dec-41ef-8d26-c57e12b7e8a8 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=4ca16cc178624419954df6bad327f722&device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 1168 time: 0.0429351 Sep 17 04:31:25.703129 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd877e1d-268a-4148-80d6-310a4f97c3d2 req-36e8f862-794a-4611-ad55-35738e483754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:25.704545 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd877e1d-268a-4148-80d6-310a4f97c3d2 req-36e8f862-794a-4611-ad55-35738e483754 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=926c6c09-466c-4643-81fe-c6d1e0236acc HTTP/1.1" status: 200 len: 915 time: 0.0922048 Sep 17 04:31:25.972068 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:31:26.158753 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f2425480-3bd0-4244-a9b1-0181036487c3 req-81146a4e-6ef8-4a4d-b868-ba3f2e990b45 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 210 time: 0.0275908 Sep 17 04:31:26.165751 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cefc8-d427-4116-b3d5-01174933e500 req-54f233c3-5dac-4575-9471-a59363f0153b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:26.167252 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-132cefc8-d427-4116-b3d5-01174933e500 req-54f233c3-5dac-4575-9471-a59363f0153b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0505612 Sep 17 04:31:26.216625 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-132cefc8-d427-4116-b3d5-01174933e500 req-5aec1b4d-276a-4403-995e-4b1b69fbeb9d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 Sep 17 04:31:27.276134 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-be7885a2-76e6-451e-9cdb-ca0ef4d818e6 req-c17d792f-042d-4d06-ad64-301c523231a0 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 210 time: 0.0344284 Sep 17 04:31:27.347290 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062a56-bca7-4e16-9f36-04367a6a29b7 req-e39d9dda-1962-416f-8156-27c9045d9cc1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:27.349156 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-be062a56-bca7-4e16-9f36-04367a6a29b7 req-e39d9dda-1962-416f-8156-27c9045d9cc1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0540934 Sep 17 04:31:27.395037 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-be062a56-bca7-4e16-9f36-04367a6a29b7 req-ba2df142-1a3a-4b90-b761-080906e8fd50 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401201 Sep 17 04:31:28.395905 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7da45846-98ca-445b-8321-32d4ef285dc1 req-189350b1-a574-4dd6-be87-d95ca9e93be3 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 210 time: 0.0315685 Sep 17 04:31:28.528327 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94c422-a9b8-443b-96a1-a631cc03fe9d req-0f25e5c5-f71c-446a-b9cf-61b15f09d8f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:28.530674 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4d94c422-a9b8-443b-96a1-a631cc03fe9d req-0f25e5c5-f71c-446a-b9cf-61b15f09d8f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0611858 Sep 17 04:31:28.588430 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4d94c422-a9b8-443b-96a1-a631cc03fe9d req-fc1e8071-620e-4704-a19f-528778cec9e3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489409 Sep 17 04:31:29.500184 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-de675db0-719b-4325-befa-0723acd6f4b5 req-446cb549-1716-493e-9c2c-87d0784765f4 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 210 time: 0.0283561 Sep 17 04:31:29.716609 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:29.724982 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01faa0-e8ec-4f1d-af26-f0699bf62b73 req-e31ec89e-0c00-47b3-b67c-b280296c960c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:29.726495 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5c01faa0-e8ec-4f1d-af26-f0699bf62b73 req-e31ec89e-0c00-47b3-b67c-b280296c960c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0471554 Sep 17 04:31:29.762917 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:29.775094 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5c01faa0-e8ec-4f1d-af26-f0699bf62b73 req-5f8178d5-cdaa-437a-8ce1-212ce19eaa5a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Sep 17 04:31:29.977471 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['d54c1156-b70c-4805-bad8-7b71a108b5c0'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:31:30.010986 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['d54c1156-b70c-4805-bad8-7b71a108b5c0'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:31:30.056360 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['d54c1156-b70c-4805-bad8-7b71a108b5c0'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:31:30.058996 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['d54c1156-b70c-4805-bad8-7b71a108b5c0'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:31:30.077076 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e4c98598-5788-459d-880e-460fe07ec583 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=6619450eef5a4a5b8d3b6a45fe412788&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547543 Sep 17 04:31:30.099287 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd877e1d-268a-4148-80d6-310a4f97c3d2 req-b3230e48-f486-4f1f-9bd4-d8292820b8bc service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0 HTTP/1.1" status: 200 len: 1001 time: 0.1223519 Sep 17 04:31:30.220345 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:30.276897 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd877e1d-268a-4148-80d6-310a4f97c3d2 req-1c769d4f-5078-434b-9d6d-b8d0aece4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:30.278453 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd877e1d-268a-4148-80d6-310a4f97c3d2 req-1c769d4f-5078-434b-9d6d-b8d0aece4494 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=bf84a2fe-d123-45cf-8140-e41701bc7cf0 HTTP/1.1" status: 200 len: 853 time: 0.1702635 Sep 17 04:31:30.321964 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-d915514f-ad40-43de-87fd-3e4adb1faaac tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:30.323662 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-d915514f-ad40-43de-87fd-3e4adb1faaac tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373765 Sep 17 04:31:30.394411 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Request body: {'port': {'device_id': '5198b50b-0860-472e-b24d-bb4e17962392', 'network_id': '735dbd8c-df68-4d03-b2b8-18d011f17833', 'admin_state_up': True, 'tenant_id': '6619450eef5a4a5b8d3b6a45fe412788'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:31:30.449037 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:30.741129 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:30.757277 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0b8554d4-21f2-4f3d-84c7-6f9d75115537 req-d154339d-35be-47df-aae8-af846c8c8756 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 210 time: 0.0432346 Sep 17 04:31:30.760207 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd877e1d-268a-4148-80d6-310a4f97c3d2 req-53a7c6bc-a953-4d30-abb6-c8791337a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:30.761618 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd877e1d-268a-4148-80d6-310a4f97c3d2 req-53a7c6bc-a953-4d30-abb6-c8791337a60f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=926c6c09-466c-4643-81fe-c6d1e0236acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3794041 Sep 17 04:31:30.805206 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:30.903375 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Made reservation on behalf of 6619450eef5a4a5b8d3b6a45fe412788 for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:31:30.907154 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:30.911314 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b95a6-ad48-46ae-9f36-66470df7afd3 req-7a31f87d-61d4-41f2-8755-acc46e968029 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:30.913902 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-770b95a6-ad48-46ae-9f36-66470df7afd3 req-7a31f87d-61d4-41f2-8755-acc46e968029 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0630782 Sep 17 04:31:30.929140 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:30.941975 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd877e1d-268a-4148-80d6-310a4f97c3d2 req-ddfa0bb9-de2b-4564-9e60-6859209b5a64 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719413 Sep 17 04:31:30.972239 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-770b95a6-ad48-46ae-9f36-66470df7afd3 req-8b0a74c8-1b32-434b-8dd1-eb09191f2ceb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502095 Sep 17 04:31:31.078994 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd877e1d-268a-4148-80d6-310a4f97c3d2 req-725e0c19-d3b0-4bd7-9357-9043115dc605 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235800 Sep 17 04:31:31.079333 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:31.091959 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Publish callbacks [] for security_group (875aae79-df71-4f1b-bb0d-6c6812df2dc4), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:31.096985 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (875aae79-df71-4f1b-bb0d-6c6812df2dc4), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:31.121929 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:31.163318 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875aae79-df71-4f1b-bb0d-6c6812df2dc4,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:31.176651 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.176989 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.177351 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.178124 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.178124 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.178353 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.178615 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.178927 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.179238 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.179552 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.179859 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.180177 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.180640 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.180964 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.181298 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:31.249260 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Allocated IP 192.168.233.31 (735dbd8c-df68-4d03-b2b8-18d011f17833/5832ce9b-c8bd-418d-a864-7ea32ba6310d/3716a257-cc8a-4082-8240-219d7f1c5cb6) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:31:31.397413 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Publish callbacks [] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:31.428730 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:31.478242 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Network 735dbd8c-df68-4d03-b2b8-18d011f17833 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:31:31.480581 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:31.486216 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:31:31.489063 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:31:31.492443 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Pushing event updated for resources: {'Port': ['ID=3716a257-cc8a-4082-8240-219d7f1c5cb6,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:31.547833 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:31.548466 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:31.567546 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e22b14f2-2f52-494c-bb3c-03c5fa6c820c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1839449 Sep 17 04:31:31.604917 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Request body: {'port': {'device_id': '5198b50b-0860-472e-b24d-bb4e17962392', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:31:31.672464 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:31.742253 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-405d4d20-e013-4794-aff1-db69a020df3f None None] Provisioning complete for port 3716a257-cc8a-4082-8240-219d7f1c5cb6 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:31:31.742618 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-405d4d20-e013-4794-aff1-db69a020df3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:31.742961 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-405d4d20-e013-4794-aff1-db69a020df3f None None] Attempt 1 to provision port 3716a257-cc8a-4082-8240-219d7f1c5cb6 Sep 17 04:31:31.788405 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-405d4d20-e013-4794-aff1-db69a020df3f None None] Port 3716a257-cc8a-4082-8240-219d7f1c5cb6 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:31:31.918335 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cbc9f-8740-4fdb-81e2-cad7532f3d79 req-e1d58d6f-6312-4af5-90c4-2e987d1b22a7 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:31.919703 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d87cbc9f-8740-4fdb-81e2-cad7532f3d79 req-e1d58d6f-6312-4af5-90c4-2e987d1b22a7 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 935 time: 0.0648208 Sep 17 04:31:32.022302 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:32.052579 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d87cbc9f-8740-4fdb-81e2-cad7532f3d79 req-0ccc6a33-7ed3-46ec-a0d4-cbfefdc26116 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262476 Sep 17 04:31:32.064499 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d86197be-89a9-44d8-8d03-ea5d24cc3ca7 req-25715c2d-acdd-42e7-aee1-b72e2c0a929e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882137 Sep 17 04:31:32.075143 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3716a257-cc8a-4082-8240-219d7f1c5cb6 {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:31:32.083010 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Publish callbacks [] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:32.095864 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396680d-ec14-4e42-b5d2-5931bc9def64 req-aaf96752-2593-4490-8da6-1b99c24a7f22 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:32.096444 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Transition to ACTIVE for port object 3716a257-cc8a-4082-8240-219d7f1c5cb6 will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:31:32.097517 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2396680d-ec14-4e42-b5d2-5931bc9def64 req-aaf96752-2593-4490-8da6-1b99c24a7f22 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0483308 Sep 17 04:31:32.103335 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:32.146703 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2396680d-ec14-4e42-b5d2-5931bc9def64 req-02337699-9cb2-4f79-8105-f0888fc2c46e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413063 Sep 17 04:31:32.217122 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86197be-89a9-44d8-8d03-ea5d24cc3ca7 req-964ee2a2-45d6-49f3-a8f4-41d5c31efd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:32.218515 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d86197be-89a9-44d8-8d03-ea5d24cc3ca7 req-964ee2a2-45d6-49f3-a8f4-41d5c31efd88 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 1129 time: 0.0910623 Sep 17 04:31:32.220786 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Pushing event updated for resources: {'Port': ['ID=3716a257-cc8a-4082-8240-219d7f1c5cb6,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:32.289532 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-405d4d20-e013-4794-aff1-db69a020df3f None None] Attempt 2 to provision port 3716a257-cc8a-4082-8240-219d7f1c5cb6 Sep 17 04:31:32.302223 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Attempting to bind port 3716a257-cc8a-4082-8240-219d7f1c5cb6 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:31:32.302565 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Attempting to bind port 3716a257-cc8a-4082-8240-219d7f1c5cb6 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '7df6cc4e-769f-4e94-98b3-b62197c66a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '735dbd8c-df68-4d03-b2b8-18d011f17833'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:31:32.302872 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Attempting to bind port 3716a257-cc8a-4082-8240-219d7f1c5cb6 on network 735dbd8c-df68-4d03-b2b8-18d011f17833 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:31:32.325630 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-405d4d20-e013-4794-aff1-db69a020df3f None None] Port 3716a257-cc8a-4082-8240-219d7f1c5cb6 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:31:32.378180 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Port 3716a257-cc8a-4082-8240-219d7f1c5cb6 on network 735dbd8c-df68-4d03-b2b8-18d011f17833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:31:32.378504 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Attempting to bind port 3716a257-cc8a-4082-8240-219d7f1c5cb6 on network 735dbd8c-df68-4d03-b2b8-18d011f17833 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:31:32.381877 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86197be-89a9-44d8-8d03-ea5d24cc3ca7 req-024c3a07-2793-48e5-a5e9-d9749ee2a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:32.383305 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d86197be-89a9-44d8-8d03-ea5d24cc3ca7 req-024c3a07-2793-48e5-a5e9-d9749ee2a82e service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 916 time: 0.1399100 Sep 17 04:31:32.460260 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:32.474259 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d86197be-89a9-44d8-8d03-ea5d24cc3ca7 req-d27c818c-ba82-4dd4-a639-90a5dfcd921c service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9 HTTP/1.1" status: 200 len: 1000 time: 0.0735769 Sep 17 04:31:32.475702 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:31:32.476020 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Checking segment: {'id': '7df6cc4e-769f-4e94-98b3-b62197c66a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '735dbd8c-df68-4d03-b2b8-18d011f17833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:31:32.476378 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Bound using segment: {'id': '7df6cc4e-769f-4e94-98b3-b62197c66a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '735dbd8c-df68-4d03-b2b8-18d011f17833'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:31:32.476803 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Bound port: 3716a257-cc8a-4082-8240-219d7f1c5cb6, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df6cc4e-769f-4e94-98b3-b62197c66a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '735dbd8c-df68-4d03-b2b8-18d011f17833'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:31:32.477169 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:32.570010 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86197be-89a9-44d8-8d03-ea5d24cc3ca7 req-fb4e8cff-3ad7-415b-baf2-5271f7886bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:32.571583 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d86197be-89a9-44d8-8d03-ea5d24cc3ca7 req-fb4e8cff-3ad7-415b-baf2-5271f7886bcd service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 HTTP/1.1" status: 200 len: 854 time: 0.0846622 Sep 17 04:31:32.589652 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] For port 3716a257-cc8a-4082-8240-219d7f1c5cb6, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:31:32.620263 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] For port 3716a257-cc8a-4082-8240-219d7f1c5cb6, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3716a257-cc8a-4082-8240-219d7f1c5cb6,segment=NetworkSegment(7df6cc4e-769f-4e94-98b3-b62197c66a6d),segment_id=7df6cc4e-769f-4e94-98b3-b62197c66a6d)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:31:32.627016 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86197be-89a9-44d8-8d03-ea5d24cc3ca7 req-411e144a-cabb-4f98-8088-6179b1805399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:32.628529 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d86197be-89a9-44d8-8d03-ea5d24cc3ca7 req-411e144a-cabb-4f98-8088-6179b1805399 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e95cd093-c909-4fa1-980b-df0004dd3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496004 Sep 17 04:31:32.629930 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:32.634006 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:32.634596 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:32.635846 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/3716a257-cc8a-4082-8240-219d7f1c5cb6 HTTP/1.1" status: 200 len: 1097 time: 1.0357385 Sep 17 04:31:32.636394 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5198b50b-0860-472e-b24d-bb4e17962392', 'tag': '3716a257-cc8a-4082-8240-219d7f1c5cb6'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:31:32.638647 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93993d71-cfaf-4561-8fcd-823789d560f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5198b50b-0860-472e-b24d-bb4e17962392", "tag": "3716a257-cc8a-4082-8240-219d7f1c5cb6"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:31:32.707580 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb673b92-34e0-4686-b8e8-0ae8fa8f9c2a x-openstack-request-id: req-fb673b92-34e0-4686-b8e8-0ae8fa8f9c2a {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:31:32.707855 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5198b50b-0860-472e-b24d-bb4e17962392", "tag": "3716a257-cc8a-4082-8240-219d7f1c5cb6", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:31:32.708149 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb673b92-34e0-4686-b8e8-0ae8fa8f9c2a {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:31:32.708546 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb673b92-34e0-4686-b8e8-0ae8fa8f9c2a'] response: {'name': 'network-changed', 'server_uuid': '5198b50b-0860-472e-b24d-bb4e17962392', 'tag': '3716a257-cc8a-4082-8240-219d7f1c5cb6', 'status': 'completed', 'code': 200} Sep 17 04:31:32.755010 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398abd8-6ae9-418e-af17-048e332d7e06 service neutron] Pushing event updated for resources: {'Port': ['ID=3716a257-cc8a-4082-8240-219d7f1c5cb6,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:32.790320 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:32.806642 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d86197be-89a9-44d8-8d03-ea5d24cc3ca7 req-c9c088e3-2c71-4f6a-a159-521af3ed1bd7 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650906 Sep 17 04:31:32.807894 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-dfa878f3-aabc-4fc7-9920-8fcaab0dee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:32.809223 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-dfa878f3-aabc-4fc7-9920-8fcaab0dee0c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=6619450eef5a4a5b8d3b6a45fe412788&device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 1131 time: 0.0664134 Sep 17 04:31:32.826441 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-405d4d20-e013-4794-aff1-db69a020df3f None None] Attempt 3 to provision port 3716a257-cc8a-4082-8240-219d7f1c5cb6 Sep 17 04:31:32.865688 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-405d4d20-e013-4794-aff1-db69a020df3f None None] Port 3716a257-cc8a-4082-8240-219d7f1c5cb6 had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:31:32.875712 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-8ce5e377-218d-42ee-8205-8c91a04ae8f1 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=3716a257-cc8a-4082-8240-219d7f1c5cb6 HTTP/1.1" status: 200 len: 217 time: 0.0472031 Sep 17 04:31:32.968016 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-079b3304-fa71-475c-b699-c9661a92cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:32.969593 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-079b3304-fa71-475c-b699-c9661a92cf1e service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5832ce9b-c8bd-418d-a864-7ea32ba6310d HTTP/1.1" status: 200 len: 843 time: 0.0703433 Sep 17 04:31:32.988990 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d86197be-89a9-44d8-8d03-ea5d24cc3ca7 req-b27080c3-888f-4e98-9d44-20da635021de service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615770 Sep 17 04:31:33.017715 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-6d8f1e5f-eb32-4882-8a16-f3055fec37e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:33.019106 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-6d8f1e5f-eb32-4882-8a16-f3055fec37e8 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=735dbd8c-df68-4d03-b2b8-18d011f17833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0413818 Sep 17 04:31:33.168724 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-b7a58799-86de-4278-b3dd-e8c9a1ea70a0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/735dbd8c-df68-4d03-b2b8-18d011f17833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070013 Sep 17 04:31:33.194613 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361590f-b2d9-425c-abf9-7e1576e02073 req-a928a920-5821-46e5-9381-a310244252b7 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:33.196144 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5361590f-b2d9-425c-abf9-7e1576e02073 req-a928a920-5821-46e5-9381-a310244252b7 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 947 time: 0.0528693 Sep 17 04:31:33.243990 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5361590f-b2d9-425c-abf9-7e1576e02073 req-d64b8286-a3cc-4da7-a2a6-6e6abe0cc65c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Sep 17 04:31:33.270609 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c0cf4-9d97-4402-9d46-1986f5f7a923 req-85c86c05-6597-4a3e-9679-79f677894448 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:33.272096 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dd7c0cf4-9d97-4402-9d46-1986f5f7a923 req-85c86c05-6597-4a3e-9679-79f677894448 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0484021 Sep 17 04:31:33.319250 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dd7c0cf4-9d97-4402-9d46-1986f5f7a923 req-cb751497-e53b-40db-b612-37959585c14b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Sep 17 04:31:33.457124 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:33.644201 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9df3429c-92b2-45ea-8acc-7eb8351aa1d7 req-05bc3b9b-2e08-44cd-83b4-3f845fcc6d77 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/735dbd8c-df68-4d03-b2b8-18d011f17833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941279 Sep 17 04:31:34.382088 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6786203-da82-4950-a22c-d73d211cfe0d req-4896bb7f-338f-45cc-af60-d9d7033c9b3f tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:34.383610 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a6786203-da82-4950-a22c-d73d211cfe0d req-4896bb7f-338f-45cc-af60-d9d7033c9b3f tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 947 time: 0.0525517 Sep 17 04:31:34.430935 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a6786203-da82-4950-a22c-d73d211cfe0d req-2eaf6d9c-85d2-4f8d-933e-ec8e15cc960d tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Sep 17 04:31:34.442909 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79259c-89cf-4212-9619-33d493a9b4b8 req-31920542-902e-44e6-b938-12dc35e24f56 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:34.444401 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1c79259c-89cf-4212-9619-33d493a9b4b8 req-31920542-902e-44e6-b938-12dc35e24f56 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0488572 Sep 17 04:31:34.488811 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:34.494317 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1c79259c-89cf-4212-9619-33d493a9b4b8 req-d0e8ee7f-66f3-4990-a300-3785bf20d120 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441880 Sep 17 04:31:35.567769 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d437a-1b19-4fac-8e07-230d724ee721 req-103c838d-f794-4bce-92b0-336d21411d81 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:35.569444 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bb7d437a-1b19-4fac-8e07-230d724ee721 req-103c838d-f794-4bce-92b0-336d21411d81 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 947 time: 0.0520680 Sep 17 04:31:35.618017 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bb7d437a-1b19-4fac-8e07-230d724ee721 req-3dfa4979-ef6a-4d75-83a6-52ed6a22d5f7 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422778 Sep 17 04:31:35.623174 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bdff9-3be9-46f7-ac69-22b2f5ebeadf req-b38ae556-d4ee-4206-9f08-317d29cde1fd tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:35.624642 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-249bdff9-3be9-46f7-ac69-22b2f5ebeadf req-b38ae556-d4ee-4206-9f08-317d29cde1fd tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0519168 Sep 17 04:31:35.675227 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-249bdff9-3be9-46f7-ac69-22b2f5ebeadf req-5025f82d-a578-4108-bd0e-3b2967a0ba13 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Sep 17 04:31:35.966850 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=31 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:35.967656 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:36.743231 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb36e3-8853-42f0-9dd9-c5357ca4fc80 req-ad67c0f5-4f24-4eb9-a1d3-c032013d9566 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:36.744834 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4cfb36e3-8853-42f0-9dd9-c5357ca4fc80 req-ad67c0f5-4f24-4eb9-a1d3-c032013d9566 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 947 time: 0.0524807 Sep 17 04:31:36.796636 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4cfb36e3-8853-42f0-9dd9-c5357ca4fc80 req-9c369f91-1bec-44b8-94cc-1bc977a3595c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Sep 17 04:31:36.797369 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad7057-b09c-498b-b304-0c55c9717fc7 req-41b56c26-6489-45b7-8b86-f2ed06bfa1f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:36.798836 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-86ad7057-b09c-498b-b304-0c55c9717fc7 req-41b56c26-6489-45b7-8b86-f2ed06bfa1f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0470657 Sep 17 04:31:36.846284 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-86ad7057-b09c-498b-b304-0c55c9717fc7 req-927b4a32-c9ab-4582-85a7-bf9ddb80455e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417123 Sep 17 04:31:37.925502 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64c88f-0910-429f-8d82-ad2193218172 req-025dc55c-29ef-4a3a-9a4b-3bc7e7a618d2 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:37.927010 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3d64c88f-0910-429f-8d82-ad2193218172 req-025dc55c-29ef-4a3a-9a4b-3bc7e7a618d2 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 947 time: 0.0503080 Sep 17 04:31:37.972727 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43de16-3e38-4910-a3f1-bf36ae1f521e req-009052a4-f7f4-404e-9c21-ee9c2bcf2f91 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:37.974599 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cd43de16-3e38-4910-a3f1-bf36ae1f521e req-009052a4-f7f4-404e-9c21-ee9c2bcf2f91 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0500467 Sep 17 04:31:37.975878 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3d64c88f-0910-429f-8d82-ad2193218172 req-b1ded983-54ad-4dd4-86b9-628acfca2ee1 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 Sep 17 04:31:38.022310 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cd43de16-3e38-4910-a3f1-bf36ae1f521e req-b9514fe7-615a-47e4-b337-b4d40f15e0f4 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419478 Sep 17 04:31:39.122722 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67995d45-a93d-4e3d-a5fb-74bd31aa7203 req-9ae4b420-0a23-4c07-9aa1-6cf9633988b9 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:39.124349 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-67995d45-a93d-4e3d-a5fb-74bd31aa7203 req-9ae4b420-0a23-4c07-9aa1-6cf9633988b9 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 947 time: 0.0611308 Sep 17 04:31:39.175716 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-67995d45-a93d-4e3d-a5fb-74bd31aa7203 req-062e5da8-c6da-4b62-b642-58f19743d06c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452237 Sep 17 04:31:39.176889 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef9e9b-c96c-4e0f-9c9d-36c6d3e0035d req-029dba0a-3984-46d9-bc45-596b509d324f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:39.178413 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-efef9e9b-c96c-4e0f-9c9d-36c6d3e0035d req-029dba0a-3984-46d9-bc45-596b509d324f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0525541 Sep 17 04:31:39.226938 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-efef9e9b-c96c-4e0f-9c9d-36c6d3e0035d req-65f075c2-46ed-4c7b-80e5-ff986ded4aa1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428066 Sep 17 04:31:40.308044 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fb3ca-bc49-4878-ab4f-ed3531171309 req-28b8adfb-a999-45ac-bbe0-cee0baef83fd tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:40.309598 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-438fb3ca-bc49-4878-ab4f-ed3531171309 req-28b8adfb-a999-45ac-bbe0-cee0baef83fd tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 947 time: 0.0506110 Sep 17 04:31:40.350429 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9f543-8fd4-4fd5-b62c-c24a63c61059 req-7c6f94c6-b20e-4734-a01b-9e11227866b4 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:40.351928 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f0f9f543-8fd4-4fd5-b62c-c24a63c61059 req-7c6f94c6-b20e-4734-a01b-9e11227866b4 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0491517 Sep 17 04:31:40.365873 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-438fb3ca-bc49-4878-ab4f-ed3531171309 req-ad9e38f1-6c38-4fb8-a423-26ce9b379780 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491917 Sep 17 04:31:40.382582 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:40.399251 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f0f9f543-8fd4-4fd5-b62c-c24a63c61059 req-a512ec47-9c49-45fa-9b86-c4ee6bdb4f7a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 Sep 17 04:31:41.489894 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a65491-d0e6-4ad0-ac8b-b68ecc813337 req-21a2d9f1-bbbc-4c33-982d-07dc8e23e83a tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:41.491382 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c8a65491-d0e6-4ad0-ac8b-b68ecc813337 req-21a2d9f1-bbbc-4c33-982d-07dc8e23e83a tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 947 time: 0.0484896 Sep 17 04:31:41.528747 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b605798-cf25-4856-bf79-b870b37cc533 req-751a183b-5877-4a62-a3de-6bd2dbdc488b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:41.530259 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1b605798-cf25-4856-bf79-b870b37cc533 req-751a183b-5877-4a62-a3de-6bd2dbdc488b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0495172 Sep 17 04:31:41.539548 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c8a65491-d0e6-4ad0-ac8b-b68ecc813337 req-3c6e73cc-0a5e-40fa-ab0a-b400b3c90cd3 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Sep 17 04:31:41.581909 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1b605798-cf25-4856-bf79-b870b37cc533 req-34db2b7d-978e-4777-bd80-00e148018d90 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459044 Sep 17 04:31:42.652267 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:42.671391 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964ec3e-75e9-4db1-94be-2e9e3dcdc33c req-fd7468ac-7c47-4a0f-b7f8-62935333e3b5 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:42.672871 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0964ec3e-75e9-4db1-94be-2e9e3dcdc33c req-fd7468ac-7c47-4a0f-b7f8-62935333e3b5 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 947 time: 0.0516002 Sep 17 04:31:42.714865 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b039943-6d18-4799-8977-bf70206b3e31 req-1991dc2c-52ec-4d43-adde-1f56d1e0c559 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:42.716356 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5b039943-6d18-4799-8977-bf70206b3e31 req-1991dc2c-52ec-4d43-adde-1f56d1e0c559 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0482571 Sep 17 04:31:42.719212 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0964ec3e-75e9-4db1-94be-2e9e3dcdc33c req-e4a56119-f8de-44fc-867a-081fa1d4b000 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 Sep 17 04:31:42.764194 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5b039943-6d18-4799-8977-bf70206b3e31 req-2f18f6b4-37b7-4916-afdd-6b36575b1230 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418868 Sep 17 04:31:43.444881 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:43.452801 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:43.855294 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd34e5-294c-49cf-838c-0f631573c5f0 req-e83e4044-8d78-40f2-b203-7b90cf1837cf tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:43.856781 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7fbd34e5-294c-49cf-838c-0f631573c5f0 req-e83e4044-8d78-40f2-b203-7b90cf1837cf tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 947 time: 0.0518160 Sep 17 04:31:43.878103 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:43.902589 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a7475-765a-4fcb-9f16-3ab47f599798 req-df37a5db-0284-40cd-8061-8bc55d5342ea tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:43.904078 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-505a7475-765a-4fcb-9f16-3ab47f599798 req-df37a5db-0284-40cd-8061-8bc55d5342ea tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0499368 Sep 17 04:31:43.906206 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7fbd34e5-294c-49cf-838c-0f631573c5f0 req-1ff9da44-019a-49ab-bffd-9ed5eed47263 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435634 Sep 17 04:31:43.951461 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-505a7475-765a-4fcb-9f16-3ab47f599798 req-927e57c7-fc24-4ecb-943f-0f021193e909 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Sep 17 04:31:44.143427 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3716a257-cc8a-4082-8240-219d7f1c5cb6 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:31:44.262180 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 3716a257-cc8a-4082-8240-219d7f1c5cb6, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3716a257-cc8a-4082-8240-219d7f1c5cb6,segment=NetworkSegment(7df6cc4e-769f-4e94-98b3-b62197c66a6d),segment_id=7df6cc4e-769f-4e94-98b3-b62197c66a6d)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:31:44.274014 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '3716a257-cc8a-4082-8240-219d7f1c5cb6', 'network_id': '735dbd8c-df68-4d03-b2b8-18d011f17833', 'port_id': '3716a257-cc8a-4082-8240-219d7f1c5cb6', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5832ce9b-c8bd-418d-a864-7ea32ba6310d', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:31:44.313688 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 3716a257-cc8a-4082-8240-219d7f1c5cb6 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:31:44.314087 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:44.327807 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3716a257-cc8a-4082-8240-219d7f1c5cb6 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:31:44.347959 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 3716a257-cc8a-4082-8240-219d7f1c5cb6, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3716a257-cc8a-4082-8240-219d7f1c5cb6,segment=NetworkSegment(7df6cc4e-769f-4e94-98b3-b62197c66a6d),segment_id=7df6cc4e-769f-4e94-98b3-b62197c66a6d)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:31:44.354622 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:44.403459 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=3716a257-cc8a-4082-8240-219d7f1c5cb6,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:44.415057 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.415617 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.416153 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.416638 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.416976 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.417427 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.417925 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.418246 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.418578 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.418904 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.419219 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.419566 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.419894 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.420225 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:44.420546 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:45.029829 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3cde3-e6e5-4419-a267-e3b670af3e13 req-452e13f9-ebcf-48c1-9bf8-eb736e407347 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:45.031469 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-06a3cde3-e6e5-4419-a267-e3b670af3e13 req-452e13f9-ebcf-48c1-9bf8-eb736e407347 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 948 time: 0.0513632 Sep 17 04:31:45.085526 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-06a3cde3-e6e5-4419-a267-e3b670af3e13 req-48b99f5b-49a0-4690-b81e-a70aa8bce69b tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485306 Sep 17 04:31:45.086137 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bf12b-53c3-4811-8fb3-9251ce9a610d req-548f3707-9265-4c19-830b-5d8d577f8e88 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:45.087609 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4f6bf12b-53c3-4811-8fb3-9251ce9a610d req-548f3707-9265-4c19-830b-5d8d577f8e88 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0515594 Sep 17 04:31:45.139777 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4f6bf12b-53c3-4811-8fb3-9251ce9a610d req-360799a5-84d1-4eb0-badd-f1b7f2126123 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465181 Sep 17 04:31:45.264660 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['3716a257-cc8a-4082-8240-219d7f1c5cb6'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:31:46.234682 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919961e-fc37-4fd9-b06b-7a6138835123 req-245d17f0-dcf1-480c-9fd4-0c274b2baae0 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:46.236479 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e919961e-fc37-4fd9-b06b-7a6138835123 req-245d17f0-dcf1-480c-9fd4-0c274b2baae0 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 948 time: 0.0716448 Sep 17 04:31:46.240300 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93993d71-cfaf-4561-8fcd-823789d560f9 req-b36931d6-ea65-4ae9-8e31-4ebe488c9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:46.243184 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-93993d71-cfaf-4561-8fcd-823789d560f9 req-b36931d6-ea65-4ae9-8e31-4ebe488c9edb service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=6619450eef5a4a5b8d3b6a45fe412788&device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 1132 time: 0.0837116 Sep 17 04:31:46.306570 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e919961e-fc37-4fd9-b06b-7a6138835123 req-19350175-b791-486d-ad4f-cb4ca904b968 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621803 Sep 17 04:31:46.336585 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be21f93-6935-415f-89db-954d45974b29 req-d694d782-1b1c-497b-a2ab-106eb235a9c7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:46.341552 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0be21f93-6935-415f-89db-954d45974b29 req-d694d782-1b1c-497b-a2ab-106eb235a9c7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.1157811 Sep 17 04:31:46.426097 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0be21f93-6935-415f-89db-954d45974b29 req-00dc04c8-1af7-4bd7-a4e4-f12cd850f67c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817542 Sep 17 04:31:46.428848 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93993d71-cfaf-4561-8fcd-823789d560f9 req-3c260bb2-427e-43c2-a907-6ec5cf840da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:46.430264 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-93993d71-cfaf-4561-8fcd-823789d560f9 req-3c260bb2-427e-43c2-a907-6ec5cf840da5 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=735dbd8c-df68-4d03-b2b8-18d011f17833 HTTP/1.1" status: 200 len: 870 time: 0.1645422 Sep 17 04:31:46.476550 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-93993d71-cfaf-4561-8fcd-823789d560f9 req-a1c26fd1-e3f6-40ea-8012-a0be664ee631 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=3716a257-cc8a-4082-8240-219d7f1c5cb6 HTTP/1.1" status: 200 len: 217 time: 0.0391448 Sep 17 04:31:46.528502 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:46.533046 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93993d71-cfaf-4561-8fcd-823789d560f9 req-3a9c1e3f-09a7-44fd-9309-dbca6c7480c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:46.534535 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-93993d71-cfaf-4561-8fcd-823789d560f9 req-3a9c1e3f-09a7-44fd-9309-dbca6c7480c3 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5832ce9b-c8bd-418d-a864-7ea32ba6310d HTTP/1.1" status: 200 len: 843 time: 0.0479462 Sep 17 04:31:46.581768 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93993d71-cfaf-4561-8fcd-823789d560f9 req-995c49e0-3ecb-4f62-b0f5-7b59cff57857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:46.583332 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-93993d71-cfaf-4561-8fcd-823789d560f9 req-995c49e0-3ecb-4f62-b0f5-7b59cff57857 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=735dbd8c-df68-4d03-b2b8-18d011f17833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0404923 Sep 17 04:31:47.211087 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3716a257-cc8a-4082-8240-219d7f1c5cb6 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:31:47.250046 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-93993d71-cfaf-4561-8fcd-823789d560f9 req-f0e9ec06-afee-4e5c-bf78-a16536cd45ba service neutron] 10.222.0.66 "GET /networking/v2.0/networks/735dbd8c-df68-4d03-b2b8-18d011f17833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040571 Sep 17 04:31:47.260968 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port 3716a257-cc8a-4082-8240-219d7f1c5cb6 completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:31:47.275298 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 3716a257-cc8a-4082-8240-219d7f1c5cb6 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:31:47.275298 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:47.275298 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 3716a257-cc8a-4082-8240-219d7f1c5cb6 Sep 17 04:31:47.346028 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-93993d71-cfaf-4561-8fcd-823789d560f9 req-d4a510fc-3789-4d65-b9c9-50d6df388b21 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/735dbd8c-df68-4d03-b2b8-18d011f17833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884485 Sep 17 04:31:47.446649 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e021602-6a87-4037-b6c9-3567d3c86e42 req-dd28665d-30c9-4df4-803c-ce66db91e44a tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:47.449213 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8e021602-6a87-4037-b6c9-3567d3c86e42 req-dd28665d-30c9-4df4-803c-ce66db91e44a tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 948 time: 0.0509057 Sep 17 04:31:47.484944 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 3716a257-cc8a-4082-8240-219d7f1c5cb6 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:31:47.486449 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:47.525362 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:47.525362 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5198b50b-0860-472e-b24d-bb4e17962392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3716a257-cc8a-4082-8240-219d7f1c5cb6'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:31:47.525362 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e30394-742a-4143-9c93-c94ad56d05f3" -d '{"events": [{"server_uuid": "5198b50b-0860-472e-b24d-bb4e17962392", "name": "network-vif-plugged", "status": "completed", "tag": "3716a257-cc8a-4082-8240-219d7f1c5cb6"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:31:47.538281 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 3716a257-cc8a-4082-8240-219d7f1c5cb6, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3716a257-cc8a-4082-8240-219d7f1c5cb6,segment=NetworkSegment(7df6cc4e-769f-4e94-98b3-b62197c66a6d),segment_id=7df6cc4e-769f-4e94-98b3-b62197c66a6d)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:31:47.543558 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:47.560945 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8e021602-6a87-4037-b6c9-3567d3c86e42 req-720f8c22-c92e-408a-9b97-61c9b485968e tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007714 Sep 17 04:31:47.604385 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461122a0-7a14-4ed8-a6ce-5ab006ef21c1 x-openstack-request-id: req-461122a0-7a14-4ed8-a6ce-5ab006ef21c1 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:31:47.604993 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5198b50b-0860-472e-b24d-bb4e17962392", "name": "network-vif-plugged", "status": "completed", "tag": "3716a257-cc8a-4082-8240-219d7f1c5cb6", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:31:47.605575 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-461122a0-7a14-4ed8-a6ce-5ab006ef21c1 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:31:47.606017 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461122a0-7a14-4ed8-a6ce-5ab006ef21c1'] response: {'server_uuid': '5198b50b-0860-472e-b24d-bb4e17962392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3716a257-cc8a-4082-8240-219d7f1c5cb6', 'code': 200} Sep 17 04:31:47.622227 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=3716a257-cc8a-4082-8240-219d7f1c5cb6,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:47.633756 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854daf9-9664-4ff9-b45c-1d604547997a req-c19cda62-7f6d-4c29-ad3b-b6fbab8f3926 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:47.635302 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9854daf9-9664-4ff9-b45c-1d604547997a req-c19cda62-7f6d-4c29-ad3b-b6fbab8f3926 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0770621 Sep 17 04:31:47.647070 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:47.697851 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9854daf9-9664-4ff9-b45c-1d604547997a req-b1d82894-7a68-4dcf-91ca-d6fc0123d814 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565062 Sep 17 04:31:47.765771 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 40094) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:47.838087 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5561f53-7871-4d1d-9c11-18fb246fc29b req-060775d6-84e7-4409-8a8d-73fa88b4ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:47.839600 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a5561f53-7871-4d1d-9c11-18fb246fc29b req-060775d6-84e7-4409-8a8d-73fa88b4ae9b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 1133 time: 0.0389843 Sep 17 04:31:47.879594 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b4cab3cb-90e5-4a51-9c69-b6a9b89099dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:47.923476 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a5561f53-7871-4d1d-9c11-18fb246fc29b req-3542e9ca-76d7-4b93-bd11-cefa3164348a service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772943 Sep 17 04:31:47.996489 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b4cab3cb-90e5-4a51-9c69-b6a9b89099dc admin admin] Publish callbacks [] for security_group (9372e57d-accf-4de1-a710-295568bf206d), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:48.001740 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b4cab3cb-90e5-4a51-9c69-b6a9b89099dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (9372e57d-accf-4de1-a710-295568bf206d), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:48.042829 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-b4cab3cb-90e5-4a51-9c69-b6a9b89099dc admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=7b231192d1d3410fb98e63662857895a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759397 Sep 17 04:31:48.043996 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cab3cb-90e5-4a51-9c69-b6a9b89099dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9372e57d-accf-4de1-a710-295568bf206d,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:48.045723 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 40098) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:48.098737 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Publish callbacks [] for security_group (9372e57d-accf-4de1-a710-295568bf206d), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:48.119380 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Publish callbacks [] for security_group (9372e57d-accf-4de1-a710-295568bf206d), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:48.167731 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (9372e57d-accf-4de1-a710-295568bf206d), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:48.170608 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:48.171765 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9372e57d-accf-4de1-a710-295568bf206d HTTP/1.1" status: 204 len: 168 time: 0.1250613 Sep 17 04:31:48.179957 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9372e57d-accf-4de1-a710-295568bf206d,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:48.187454 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.187804 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.188145 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.188486 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.188817 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.189177 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.189507 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.189828 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.190236 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.190467 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.190804 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.191123 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.191447 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.191764 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.192082 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423d6a8-b510-421e-ab20-1ea4845665e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:31:48.428363 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f7a9520f-abd5-4d22-8e4f-0cdb3190af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:48.690181 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81651ac4-e6b7-4d72-ad4a-b827ec91ffa2 req-e5c9e5b2-f29f-477f-97a8-1d9f12e0c6b9 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:48.691658 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-81651ac4-e6b7-4d72-ad4a-b827ec91ffa2 req-e5c9e5b2-f29f-477f-97a8-1d9f12e0c6b9 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 949 time: 0.0479653 Sep 17 04:31:48.739802 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-81651ac4-e6b7-4d72-ad4a-b827ec91ffa2 req-17517683-75c9-4276-aefe-db4c8f435d83 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Sep 17 04:31:48.820056 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6f41d-e7c2-49a9-99d3-0ef4be8e9672 req-54e8f6e0-74c8-4a08-828b-a5afe1fed027 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:48.821411 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-98e6f41d-e7c2-49a9-99d3-0ef4be8e9672 req-54e8f6e0-74c8-4a08-828b-a5afe1fed027 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0468147 Sep 17 04:31:48.878611 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-98e6f41d-e7c2-49a9-99d3-0ef4be8e9672 req-90fc39ad-43f6-4803-91e9-ccd90dbe29cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497048 Sep 17 04:31:49.871783 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ad429-2664-49a0-8c74-8da95e7d3dc7 req-2d77132e-f845-4129-ad4e-9f5e908bfe6c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:49.873259 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4d3ad429-2664-49a0-8c74-8da95e7d3dc7 req-2d77132e-f845-4129-ad4e-9f5e908bfe6c tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 949 time: 0.0498066 Sep 17 04:31:49.925361 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4d3ad429-2664-49a0-8c74-8da95e7d3dc7 req-fbdda688-9cdb-4413-ba06-0c5a48275a86 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Sep 17 04:31:50.000381 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139be3d5-d67d-40af-b69e-8b9914f332ed req-555fe856-5934-45fd-8ae8-f2d371c142bb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:50.001854 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-139be3d5-d67d-40af-b69e-8b9914f332ed req-555fe856-5934-45fd-8ae8-f2d371c142bb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0469658 Sep 17 04:31:50.051592 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-139be3d5-d67d-40af-b69e-8b9914f332ed req-3b6d20f5-0ea5-4e7a-8f8c-2d47adf22fc4 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Sep 17 04:31:50.638473 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-45d567a6-9d0a-4178-865d-58ed99bb43a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:51.058090 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5ad11-a6df-472f-a0c4-b747081b59d2 req-f2346e86-f784-4c2d-bb38-d9e03f377258 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:51.059527 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b2e5ad11-a6df-472f-a0c4-b747081b59d2 req-f2346e86-f784-4c2d-bb38-d9e03f377258 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 949 time: 0.0474694 Sep 17 04:31:51.112361 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b2e5ad11-a6df-472f-a0c4-b747081b59d2 req-0e2010ca-e4f5-4af3-b83b-aa8469e96c6b tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433829 Sep 17 04:31:51.178067 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a81383-557b-451f-b7d2-60e1e3946a08 req-484e7f28-3670-45e4-b290-baa67c4cbf32 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:51.179559 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a7a81383-557b-451f-b7d2-60e1e3946a08 req-484e7f28-3670-45e4-b290-baa67c4cbf32 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0531654 Sep 17 04:31:51.227970 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a7a81383-557b-451f-b7d2-60e1e3946a08 req-73228d83-1663-4c2e-96e7-60df134e8591 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424919 Sep 17 04:31:51.397102 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9648470-7e39-4843-b540-baf7363287c2 req-0d6a9f86-fdf0-4918-8a14-ac49a5abc80e tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:51.398845 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f9648470-7e39-4843-b540-baf7363287c2 req-0d6a9f86-fdf0-4918-8a14-ac49a5abc80e tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 949 time: 0.0491297 Sep 17 04:31:51.432414 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:51.447661 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f9648470-7e39-4843-b540-baf7363287c2 req-192ca512-8e0a-40fe-a528-cea8d0f00e6d tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432398 Sep 17 04:31:51.935797 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:52.363882 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28315002-d5a5-43f0-b32c-7078c34182f0 req-e210e5f2-f040-4a24-93eb-b47005e8332b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:52.365362 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-28315002-d5a5-43f0-b32c-7078c34182f0 req-e210e5f2-f040-4a24-93eb-b47005e8332b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0576489 Sep 17 04:31:52.418427 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-28315002-d5a5-43f0-b32c-7078c34182f0 req-1f1c91f3-5a29-4048-aca5-a84abb54602e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449326 Sep 17 04:31:52.573301 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bee164-f3ea-4df7-bca3-9b69c0f38e6a req-622317bb-7595-4b35-82b2-fa14dde3f12f tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:52.574756 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-22bee164-f3ea-4df7-bca3-9b69c0f38e6a req-622317bb-7595-4b35-82b2-fa14dde3f12f tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 949 time: 0.0475583 Sep 17 04:31:52.625722 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-22bee164-f3ea-4df7-bca3-9b69c0f38e6a req-91ecdeac-8836-4f56-a1bf-91328de9ee7e tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452993 Sep 17 04:31:52.842572 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:52.857332 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-e94a2b4e-397e-4d70-86a4-36bcf299c280 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2116056742&fields=id&tenant_id=752e65efe679458fab6b8dbc3a9de82f HTTP/1.1" status: 200 len: 267 time: 0.0449469 Sep 17 04:31:52.916996 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:52.963132 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-1f520926-3cc5-483b-8799-2e489f50a985 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:52.964589 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-1f520926-3cc5-483b-8799-2e489f50a985 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/networks?id=e322731d-9c63-4618-8051-e8dea6bb2db6 HTTP/1.1" status: 200 len: 812 time: 0.1007752 Sep 17 04:31:52.980094 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-aed94b91-7e37-4dc2-b2e8-ab08f58988d0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/quotas/752e65efe679458fab6b8dbc3a9de82f HTTP/1.1" status: 200 len: 375 time: 0.0099945 Sep 17 04:31:53.034850 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-7488edcc-cce6-4278-a5ff-c9894805d1d3 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487523 Sep 17 04:31:53.129989 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-c015a619-12f5-4755-ae94-8c72932bf6de service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827682 Sep 17 04:31:53.225579 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-b54fb341-ac50-4ec8-ae49-fdcfb8d6988b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896516 Sep 17 04:31:53.346553 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e03e9a-4f51-40d5-97e1-66a477aed7f9 req-355e4505-b058-47b4-ab4c-2bdd23166713 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:53.348170 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-87e03e9a-4f51-40d5-97e1-66a477aed7f9 req-355e4505-b058-47b4-ab4c-2bdd23166713 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 949 time: 0.0807486 Sep 17 04:31:53.433138 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:53.441413 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:53.462197 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-87e03e9a-4f51-40d5-97e1-66a477aed7f9 req-4338e8b6-357f-4d39-ae05-409abaf2627d tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Deleting port 3716a257-cc8a-4082-8240-219d7f1c5cb6 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:31:53.462545 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-87e03e9a-4f51-40d5-97e1-66a477aed7f9 req-4338e8b6-357f-4d39-ae05-409abaf2627d tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:53.521945 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:53.573799 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:53.578344 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19455e4-9497-4f49-affa-11e7c2d5f9a4 req-8c59949a-9817-4a75-88b7-3e0d9ed6e4ac tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:53.579942 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e19455e4-9497-4f49-affa-11e7c2d5f9a4 req-8c59949a-9817-4a75-88b7-3e0d9ed6e4ac tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0710497 Sep 17 04:31:53.595926 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-eca39cbd-381e-4658-904b-c8b1c1bd8bd7 req-d72bfc4e-7a6b-46a3-95a2-03ae38c47dfd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 210 time: 0.0296142 Sep 17 04:31:53.624209 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-87e03e9a-4f51-40d5-97e1-66a477aed7f9 req-4338e8b6-357f-4d39-ae05-409abaf2627d tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] For port 3716a257-cc8a-4082-8240-219d7f1c5cb6, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3716a257-cc8a-4082-8240-219d7f1c5cb6,segment=NetworkSegment(7df6cc4e-769f-4e94-98b3-b62197c66a6d),segment_id=7df6cc4e-769f-4e94-98b3-b62197c66a6d)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:31:53.624574 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-87e03e9a-4f51-40d5-97e1-66a477aed7f9 req-4338e8b6-357f-4d39-ae05-409abaf2627d tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:53.649945 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-87e03e9a-4f51-40d5-97e1-66a477aed7f9 req-4338e8b6-357f-4d39-ae05-409abaf2627d tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Calling delete_port for 3716a257-cc8a-4082-8240-219d7f1c5cb6 owned by compute:nova {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:31:53.662915 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e19455e4-9497-4f49-affa-11e7c2d5f9a4 req-9dd3582f-179b-439a-9388-aec5b25f8392 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740459 Sep 17 04:31:53.758290 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853a9f1-48d9-4f56-9e1a-6fd3e3b9d2f2 req-c44fa850-731f-492d-a52f-0ce9ea605d48 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:53.759839 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7853a9f1-48d9-4f56-9e1a-6fd3e3b9d2f2 req-c44fa850-731f-492d-a52f-0ce9ea605d48 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 949 time: 0.0513813 Sep 17 04:31:53.821877 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7853a9f1-48d9-4f56-9e1a-6fd3e3b9d2f2 req-72c0c6fa-1cdb-44f5-8075-06405f1985a7 tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=875aae79-df71-4f1b-bb0d-6c6812df2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539725 Sep 17 04:31:54.071632 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-87e03e9a-4f51-40d5-97e1-66a477aed7f9 req-4338e8b6-357f-4d39-ae05-409abaf2627d tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (3716a257-cc8a-4082-8240-219d7f1c5cb6), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:54.105010 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338e8b6-357f-4d39-ae05-409abaf2627d tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Pushing event deleted for resources: {'Port': ['ID=3716a257-cc8a-4082-8240-219d7f1c5cb6,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:54.120117 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['3716a257-cc8a-4082-8240-219d7f1c5cb6'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:31:54.152392 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e03e9a-4f51-40d5-97e1-66a477aed7f9 req-4338e8b6-357f-4d39-ae05-409abaf2627d tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] No DVR routers for this DVR port 3716a257-cc8a-4082-8240-219d7f1c5cb6 on host hv-cinder-85799 {{(pid=106227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:31:54.155625 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-87e03e9a-4f51-40d5-97e1-66a477aed7f9 req-4338e8b6-357f-4d39-ae05-409abaf2627d tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:54.158938 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-87e03e9a-4f51-40d5-97e1-66a477aed7f9 req-4338e8b6-357f-4d39-ae05-409abaf2627d tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.66 "DELETE /networking/v2.0/ports/3716a257-cc8a-4082-8240-219d7f1c5cb6 HTTP/1.1" status: 204 len: 173 time: 0.8013763 Sep 17 04:31:54.159470 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5198b50b-0860-472e-b24d-bb4e17962392', 'name': 'network-vif-deleted', 'tag': '3716a257-cc8a-4082-8240-219d7f1c5cb6'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:31:54.161784 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9859eb6-0d1e-49c1-b7ea-88c5c42c0f5b" -d '{"events": [{"server_uuid": "5198b50b-0860-472e-b24d-bb4e17962392", "name": "network-vif-deleted", "tag": "3716a257-cc8a-4082-8240-219d7f1c5cb6"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:31:54.205968 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba8b0fd-e641-4c7e-8547-ec7968469667 x-openstack-request-id: req-1ba8b0fd-e641-4c7e-8547-ec7968469667 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:31:54.206260 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5198b50b-0860-472e-b24d-bb4e17962392", "name": "network-vif-deleted", "tag": "3716a257-cc8a-4082-8240-219d7f1c5cb6", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:31:54.206513 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ba8b0fd-e641-4c7e-8547-ec7968469667 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:31:54.206940 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba8b0fd-e641-4c7e-8547-ec7968469667'] response: {'server_uuid': '5198b50b-0860-472e-b24d-bb4e17962392', 'name': 'network-vif-deleted', 'tag': '3716a257-cc8a-4082-8240-219d7f1c5cb6', 'status': 'completed', 'code': 200} Sep 17 04:31:54.703074 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-32f34b77-ce1b-4c47-9367-2ea760c3cfbf req-8c521c50-fb46-4d77-af8a-4d58e1f5d85c tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 210 time: 0.0307240 Sep 17 04:31:54.752699 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:54.789034 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef6d48-a2f2-403b-9a35-cb62187bffb2 req-e6c4c6fe-7e1e-4021-a735-991098256520 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:54.790538 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cbef6d48-a2f2-403b-9a35-cb62187bffb2 req-e6c4c6fe-7e1e-4021-a735-991098256520 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0468097 Sep 17 04:31:54.840039 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cbef6d48-a2f2-403b-9a35-cb62187bffb2 req-c38d2024-f0ae-4dbe-8a29-d95751d8f553 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436604 Sep 17 04:31:54.958173 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-032c0fa7-1d6d-43e4-944f-6f39c3e48524 req-82c9218c-7649-4670-bef1-14b62d28f7cf tempest-VolumesNegativeTest-1658295876 tempest-VolumesNegativeTest-1658295876-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5198b50b-0860-472e-b24d-bb4e17962392 HTTP/1.1" status: 200 len: 210 time: 0.0338101 Sep 17 04:31:55.073569 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-2f82bc71-4455-4568-a95c-5726f90d682e tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:55.075266 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-2f82bc71-4455-4568-a95c-5726f90d682e tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "GET /networking/v2.0/networks?id=e322731d-9c63-4618-8051-e8dea6bb2db6 HTTP/1.1" status: 200 len: 812 time: 0.1429939 Sep 17 04:31:55.198338 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-e32d65e0-ff21-4f01-a31f-5b3b3f0acde5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=752e65efe679458fab6b8dbc3a9de82f HTTP/1.1" status: 200 len: 380 time: 0.0680411 Sep 17 04:31:55.428186 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-a6241272-97aa-4bd8-a670-1a0d8e69fe29 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Request body: {'port': {'device_id': '8f28c067-5b02-4cb7-8284-c59d2f694528', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'admin_state_up': True, 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'security_groups': ['68e8197e-60a7-47f5-a874-884c240cd9f1']}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:31:55.524311 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:55.547447 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-a6241272-97aa-4bd8-a670-1a0d8e69fe29 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Made reservation on behalf of 752e65efe679458fab6b8dbc3a9de82f for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:31:55.551338 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-a6241272-97aa-4bd8-a670-1a0d8e69fe29 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:55.692549 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:55.694331 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-a6241272-97aa-4bd8-a670-1a0d8e69fe29 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Allocated IP 172.20.0.13 (e322731d-9c63-4618-8051-e8dea6bb2db6/7d8d6893-1d9a-4d1c-a639-eec93b42e88f/fa6be46f-8a19-4a8d-84f9-67c67c4d32be) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:31:55.840618 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1ec4dbef-3410-4332-ad40-c23cf19b69f4 req-4942dc3b-c1c0-4f7b-99f6-9b5d47e9f8c6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 210 time: 0.0347247 Sep 17 04:31:55.889032 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-a6241272-97aa-4bd8-a670-1a0d8e69fe29 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:55.922716 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-a6241272-97aa-4bd8-a670-1a0d8e69fe29 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:55.966830 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d982c-a212-4dd2-b4ce-d1aba69da240 req-cb022b51-bb2e-41cb-991c-0580903c2f21 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:55.968234 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f78d982c-a212-4dd2-b4ce-d1aba69da240 req-cb022b51-bb2e-41cb-991c-0580903c2f21 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0507858 Sep 17 04:31:55.972486 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-a6241272-97aa-4bd8-a670-1a0d8e69fe29 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Network e322731d-9c63-4618-8051-e8dea6bb2db6 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:31:55.976241 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-a6241272-97aa-4bd8-a670-1a0d8e69fe29 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:31:55.980988 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-a6241272-97aa-4bd8-a670-1a0d8e69fe29 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:31:55.987735 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6241272-97aa-4bd8-a670-1a0d8e69fe29 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'Port': ['ID=fa6be46f-8a19-4a8d-84f9-67c67c4d32be,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:56.046682 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f78d982c-a212-4dd2-b4ce-d1aba69da240 req-6261cf11-2760-4e78-a074-fbfc1083bd3b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719142 Sep 17 04:31:56.056395 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-a6241272-97aa-4bd8-a670-1a0d8e69fe29 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:56.056395 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-a6241272-97aa-4bd8-a670-1a0d8e69fe29 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:56.074911 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-a6241272-97aa-4bd8-a670-1a0d8e69fe29 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6508121 Sep 17 04:31:56.147634 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Request body: {'port': {'device_id': '8f28c067-5b02-4cb7-8284-c59d2f694528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:31:56.227005 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:56.371424 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-f686f816-1b74-4b67-b9ed-819c218291b2 None None] Provisioning complete for port fa6be46f-8a19-4a8d-84f9-67c67c4d32be triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:31:56.372291 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f686f816-1b74-4b67-b9ed-819c218291b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:56.372775 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f686f816-1b74-4b67-b9ed-819c218291b2 None None] Attempt 1 to provision port fa6be46f-8a19-4a8d-84f9-67c67c4d32be Sep 17 04:31:56.408830 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f686f816-1b74-4b67-b9ed-819c218291b2 None None] Port fa6be46f-8a19-4a8d-84f9-67c67c4d32be cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:31:56.497401 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6be46f-8a19-4a8d-84f9-67c67c4d32be {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:31:56.505345 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Publish callbacks [] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:56.513843 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:56.520870 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Transition to ACTIVE for port object fa6be46f-8a19-4a8d-84f9-67c67c4d32be will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:31:56.529991 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:56.573927 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:56.626247 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6be46f-8a19-4a8d-84f9-67c67c4d32be,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:56.664464 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Attempting to bind port fa6be46f-8a19-4a8d-84f9-67c67c4d32be on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:31:56.664464 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Attempting to bind port fa6be46f-8a19-4a8d-84f9-67c67c4d32be by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:31:56.664464 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Attempting to bind port fa6be46f-8a19-4a8d-84f9-67c67c4d32be on network e322731d-9c63-4618-8051-e8dea6bb2db6 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:31:56.713630 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Port fa6be46f-8a19-4a8d-84f9-67c67c4d32be on network e322731d-9c63-4618-8051-e8dea6bb2db6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:31:56.713630 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Attempting to bind port fa6be46f-8a19-4a8d-84f9-67c67c4d32be on network e322731d-9c63-4618-8051-e8dea6bb2db6 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:31:56.755231 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:31:56.755499 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Checking segment: {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:31:56.755879 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Bound using segment: {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:31:56.756312 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Bound port: fa6be46f-8a19-4a8d-84f9-67c67c4d32be, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:31:56.756667 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:56.832191 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] For port fa6be46f-8a19-4a8d-84f9-67c67c4d32be, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:31:56.836348 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] For port fa6be46f-8a19-4a8d-84f9-67c67c4d32be, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=fa6be46f-8a19-4a8d-84f9-67c67c4d32be,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:31:56.856178 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:56.861886 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:56.862453 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:56.864187 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/fa6be46f-8a19-4a8d-84f9-67c67c4d32be HTTP/1.1" status: 200 len: 1094 time: 0.7216127 Sep 17 04:31:56.864651 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f28c067-5b02-4cb7-8284-c59d2f694528', 'tag': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:31:56.874137 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdeb8ae-2a6e-4660-9ac7-8d3860c459f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f28c067-5b02-4cb7-8284-c59d2f694528", "tag": "fa6be46f-8a19-4a8d-84f9-67c67c4d32be"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:31:56.910793 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f686f816-1b74-4b67-b9ed-819c218291b2 None None] Attempt 2 to provision port fa6be46f-8a19-4a8d-84f9-67c67c4d32be Sep 17 04:31:56.970230 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966584b2-8ddc-446b-a19c-9f37937e1d46 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6be46f-8a19-4a8d-84f9-67c67c4d32be,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:57.022002 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f686f816-1b74-4b67-b9ed-819c218291b2 None None] Port fa6be46f-8a19-4a8d-84f9-67c67c4d32be had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:31:57.033148 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1ee5ab-c0fb-47ee-8b45-a6c48ed04696 x-openstack-request-id: req-cf1ee5ab-c0fb-47ee-8b45-a6c48ed04696 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:31:57.033532 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f28c067-5b02-4cb7-8284-c59d2f694528", "tag": "fa6be46f-8a19-4a8d-84f9-67c67c4d32be", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:31:57.033841 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf1ee5ab-c0fb-47ee-8b45-a6c48ed04696 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:31:57.034299 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1ee5ab-c0fb-47ee-8b45-a6c48ed04696'] response: {'name': 'network-changed', 'server_uuid': '8f28c067-5b02-4cb7-8284-c59d2f694528', 'tag': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be', 'status': 'completed', 'code': 200} Sep 17 04:31:57.064500 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63868b-c5ce-4728-bce6-379dab582824 req-9b781033-80e5-4a6b-aaf2-14fefe943141 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:57.066132 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2e63868b-c5ce-4728-bce6-379dab582824 req-9b781033-80e5-4a6b-aaf2-14fefe943141 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 944 time: 0.0779037 Sep 17 04:31:57.123077 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2e63868b-c5ce-4728-bce6-379dab582824 req-843752a9-48f0-4b12-885a-25f38459a956 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507555 Sep 17 04:31:57.208667 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aea163-4e82-4789-83aa-4365082a2719 req-13a6cd97-4df8-4d39-b5c3-c58714d1bfc0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:57.210223 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-50aea163-4e82-4789-83aa-4365082a2719 req-13a6cd97-4df8-4d39-b5c3-c58714d1bfc0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0590475 Sep 17 04:31:57.242935 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3716a257-cc8a-4082-8240-219d7f1c5cb6 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:31:57.259790 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-50aea163-4e82-4789-83aa-4365082a2719 req-1b140fd3-bb2d-410c-b8d8-be288bdcc0ac tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436337 Sep 17 04:31:57.267963 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: 3716a257-cc8a-4082-8240-219d7f1c5cb6 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:31:57.268332 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3716a257-cc8a-4082-8240-219d7f1c5cb6 not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:31:58.140250 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeb8ae-2a6e-4660-9ac7-8d3860c459f3 req-14060570-e860-4898-85f4-67552eaec56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:58.142253 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ecdeb8ae-2a6e-4660-9ac7-8d3860c459f3 req-14060570-e860-4898-85f4-67552eaec56e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 1128 time: 0.0490482 Sep 17 04:31:58.322529 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1cb3c-bd6b-4ecc-99f6-c491be4861f2 req-7a3f07a5-38d3-43d9-9662-a4c5a9dd9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:58.324595 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cfb1cb3c-bd6b-4ecc-99f6-c491be4861f2 req-7a3f07a5-38d3-43d9-9662-a4c5a9dd9fdd service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 1130 time: 0.0436308 Sep 17 04:31:58.369372 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8819fa-ec66-4dc9-9959-783c7f14f797 req-6f42badf-3445-4958-b4da-be65efd3e7d3 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:58.376178 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-de8819fa-ec66-4dc9-9959-783c7f14f797 req-6f42badf-3445-4958-b4da-be65efd3e7d3 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 944 time: 0.1373594 Sep 17 04:31:58.417628 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de4f0a-d89b-447b-a9a8-091c938d5f98 req-2e178210-a561-4a70-8635-f1898dcb9c04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:58.426579 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-73de4f0a-d89b-447b-a9a8-091c938d5f98 req-2e178210-a561-4a70-8635-f1898dcb9c04 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0643094 Sep 17 04:31:58.437823 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeb8ae-2a6e-4660-9ac7-8d3860c459f3 req-82f92fc4-bdb3-433a-97b6-bd51169cff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:58.439290 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ecdeb8ae-2a6e-4660-9ac7-8d3860c459f3 req-82f92fc4-bdb3-433a-97b6-bd51169cff3c service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=752e65efe679458fab6b8dbc3a9de82f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2839181 Sep 17 04:31:58.485885 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cfb1cb3c-bd6b-4ecc-99f6-c491be4861f2 req-7db0fb6e-806f-407b-b536-be6ce3467065 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544423 Sep 17 04:31:58.486703 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-73de4f0a-d89b-447b-a9a8-091c938d5f98 req-1697b7bf-9957-4ac1-9b92-d4c4bf899d34 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587399 Sep 17 04:31:58.497392 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 40452) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:58.538086 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-de8819fa-ec66-4dc9-9959-783c7f14f797 req-aab9dece-67d9-48e7-aa88-7680fe01fa23 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544449 Sep 17 04:31:58.587523 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeb8ae-2a6e-4660-9ac7-8d3860c459f3 req-b933ef02-fe61-4685-bab8-78d1a504a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:58.589121 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ecdeb8ae-2a6e-4660-9ac7-8d3860c459f3 req-b933ef02-fe61-4685-bab8-78d1a504a530 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437163 Sep 17 04:31:58.619612 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-032003b5-871a-4d1c-85e2-a9bf468ee30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:58.705297 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-032003b5-871a-4d1c-85e2-a9bf468ee30b admin admin] Publish callbacks [] for security_group (999d1e2b-8715-4e83-ad01-fad3153c4f7e), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:58.710236 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-032003b5-871a-4d1c-85e2-a9bf468ee30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (999d1e2b-8715-4e83-ad01-fad3153c4f7e), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:58.753992 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-032003b5-871a-4d1c-85e2-a9bf468ee30b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=7be428966f9641d794c310078b177dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552288 Sep 17 04:31:58.754841 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032003b5-871a-4d1c-85e2-a9bf468ee30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999d1e2b-8715-4e83-ad01-fad3153c4f7e,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:58.757077 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 40464) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:31:58.822183 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b99f6675-f505-43d8-9cfa-8eaa7e0313b7 admin admin] Publish callbacks [] for security_group (999d1e2b-8715-4e83-ad01-fad3153c4f7e), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:58.823917 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:58.846995 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b99f6675-f505-43d8-9cfa-8eaa7e0313b7 admin admin] Publish callbacks [] for security_group (999d1e2b-8715-4e83-ad01-fad3153c4f7e), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:58.855830 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:58.898716 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b99f6675-f505-43d8-9cfa-8eaa7e0313b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (999d1e2b-8715-4e83-ad01-fad3153c4f7e), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:58.901260 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b99f6675-f505-43d8-9cfa-8eaa7e0313b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:31:58.902433 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-b99f6675-f505-43d8-9cfa-8eaa7e0313b7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/999d1e2b-8715-4e83-ad01-fad3153c4f7e HTTP/1.1" status: 204 len: 168 time: 0.1442564 Sep 17 04:31:58.910850 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f6675-f505-43d8-9cfa-8eaa7e0313b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999d1e2b-8715-4e83-ad01-fad3153c4f7e,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:31:58.994849 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-62bade4f-f1ce-413d-b15e-4b0fb5e35bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:58.996546 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-62bade4f-f1ce-413d-b15e-4b0fb5e35bb2 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 1128 time: 0.0503163 Sep 17 04:31:59.396636 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-64cd7510-22dd-49c9-8bdb-801032757ec6 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa6be46f-8a19-4a8d-84f9-67c67c4d32be HTTP/1.1" status: 200 len: 217 time: 0.0396636 Sep 17 04:31:59.450125 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-4702eaca-6a2f-4afd-85ba-8857685b4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:59.451609 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-4702eaca-6a2f-4afd-85ba-8857685b4613 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=7d8d6893-1d9a-4d1c-a639-eec93b42e88f HTTP/1.1" status: 200 len: 851 time: 0.0478232 Sep 17 04:31:59.511822 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-b1cb4091-c19f-43c0-a17f-faadc101019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:59.513369 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-b1cb4091-c19f-43c0-a17f-faadc101019b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e322731d-9c63-4618-8051-e8dea6bb2db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437543 Sep 17 04:31:59.573995 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:59.620545 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd245c96-0a04-4557-847c-165d15c6be38 req-2eac9338-5974-4c3e-aced-e50aaec6a632 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:59.622103 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cd245c96-0a04-4557-847c-165d15c6be38 req-2eac9338-5974-4c3e-aced-e50aaec6a632 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0567818 Sep 17 04:31:59.629477 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-785b2d89-d66d-4366-bb74-20fd5061d597 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060627 Sep 17 04:31:59.651145 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:31:59.679981 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cd245c96-0a04-4557-847c-165d15c6be38 req-ceedeba2-f1fa-4fad-9252-2f7c883e7b6c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520170 Sep 17 04:31:59.725796 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36ec6f-a7af-4682-b08a-e7b596119da2 req-8b383d56-3c80-4b44-9881-6131041f23fc tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:31:59.727266 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8d36ec6f-a7af-4682-b08a-e7b596119da2 req-8b383d56-3c80-4b44-9881-6131041f23fc tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 944 time: 0.0940330 Sep 17 04:31:59.793646 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64d3ca3d-f587-46af-b735-bf124d2e52d6 req-7700c186-7837-4de1-b92a-b9effa3246e0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484942 Sep 17 04:31:59.807289 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8d36ec6f-a7af-4682-b08a-e7b596119da2 req-dc0c0ed7-2f1c-4713-97ba-30b6c9914dd0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705957 Sep 17 04:32:00.506143 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 40546) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:00.643701 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-5b586f7c-b932-4680-a38d-96c32b435460 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6619450eef5a4a5b8d3b6a45fe412788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362996 Sep 17 04:32:00.646413 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 40550) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:00.695801 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8900f91b-da29-4d5d-a7de-6d5d0b029ae9 admin admin] Publish callbacks [] for security_group (875aae79-df71-4f1b-bb0d-6c6812df2dc4), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:00.716929 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8900f91b-da29-4d5d-a7de-6d5d0b029ae9 admin admin] Publish callbacks [] for security_group (875aae79-df71-4f1b-bb0d-6c6812df2dc4), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:00.767279 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8900f91b-da29-4d5d-a7de-6d5d0b029ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (875aae79-df71-4f1b-bb0d-6c6812df2dc4), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:00.770051 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8900f91b-da29-4d5d-a7de-6d5d0b029ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:00.771282 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-8900f91b-da29-4d5d-a7de-6d5d0b029ae9 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/875aae79-df71-4f1b-bb0d-6c6812df2dc4 HTTP/1.1" status: 204 len: 168 time: 0.1239870 Sep 17 04:32:00.780243 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900f91b-da29-4d5d-a7de-6d5d0b029ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875aae79-df71-4f1b-bb0d-6c6812df2dc4,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:00.813526 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9851eb-02f5-4546-ad70-fcc526291aeb req-5efcb17c-5463-4084-816d-2d8b77887176 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:00.815028 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0e9851eb-02f5-4546-ad70-fcc526291aeb req-5efcb17c-5463-4084-816d-2d8b77887176 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0584540 Sep 17 04:32:00.864202 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0e9851eb-02f5-4546-ad70-fcc526291aeb req-61f16093-dc0f-4225-9938-1004604bd6e6 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432534 Sep 17 04:32:00.946528 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffa9f6-7757-43b2-be65-69fdc1ae95ce req-bcc9d5ea-711f-4532-86af-3307b972a686 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:00.953616 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-92ffa9f6-7757-43b2-be65-69fdc1ae95ce req-bcc9d5ea-711f-4532-86af-3307b972a686 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 944 time: 0.0675614 Sep 17 04:32:00.994218 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffd24a-c898-435a-bc20-86f22788590e req-fa805409-0772-4f03-84bd-cba81265c8ce tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:01.001218 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-92ffa9f6-7757-43b2-be65-69fdc1ae95ce req-f737fce0-6dc0-4f01-9b76-ecc1339ea13e tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466874 Sep 17 04:32:01.001886 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-82ffd24a-c898-435a-bc20-86f22788590e req-fa805409-0772-4f03-84bd-cba81265c8ce tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0590675 Sep 17 04:32:01.047747 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-82ffd24a-c898-435a-bc20-86f22788590e req-cc6a167e-565a-46cb-a6d9-96b3c32114fe tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449491 Sep 17 04:32:01.487612 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 40592) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:01.581653 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1955127478-network', 'tenant_id': '9d47a53afdbf404a829c119992fcb643'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:01.604253 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Made reservation on behalf of 9d47a53afdbf404a829c119992fcb643 for: {'network': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:32:01.606879 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:01.616048 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:01.651011 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:01.704156 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Publish callbacks [] for security_group (22908b60-a8da-42ab-a6a5-73dfc5ae6cb4), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:01.709727 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (22908b60-a8da-42ab-a6a5-73dfc5ae6cb4), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:01.714139 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:01.742656 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=106227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:32:01.749235 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:01.756857 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (83e57d3c-7a2d-40dc-84fa-5442d5bae531), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:01.757222 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.segments_db [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Added segment 83e57d3c-7a2d-40dc-84fa-5442d5bae531 of type vlan for network bb95167b-27c5-4a3a-8d9b-1b9930df9108 Sep 17 04:32:01.797544 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (bb95167b-27c5-4a3a-8d9b-1b9930df9108), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:01.825347 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (bb95167b-27c5-4a3a-8d9b-1b9930df9108), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:01.826598 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:01.827378 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:01.885066 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3962541 Sep 17 04:32:01.888394 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 40596) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:01.893405 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-70886b83-d600-4d26-b56f-e3e6c1e28ce6 admin admin] Request body: {'subnet': {'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1955127478-subnet', 'tenant_id': '9d47a53afdbf404a829c119992fcb643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:01.898798 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27867689-4327-4fa0-a173-cf1db2c47f1e admin admin] Pushing event updated for resources: {'Network': ['ID=bb95167b-27c5-4a3a-8d9b-1b9930df9108,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:01.909119 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network bb95167b-27c5-4a3a-8d9b-1b9930df9108 details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:32:01.915185 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70886b83-d600-4d26-b56f-e3e6c1e28ce6 admin admin] Made reservation on behalf of 9d47a53afdbf404a829c119992fcb643 for: {'subnet': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:32:01.917595 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-70886b83-d600-4d26-b56f-e3e6c1e28ce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411567'] for subnet (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:02.084492 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-70886b83-d600-4d26-b56f-e3e6c1e28ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9580585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411577'] for subnet (daae6631-531c-4e93-b279-cb02fd4b86ce), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:02.124372 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2414ffe-ce30-4ff1-a3dc-9b7f603326f5 req-76d03b90-a8ef-4415-a758-6aa9a97f9822 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:02.125885 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b2414ffe-ce30-4ff1-a3dc-9b7f603326f5 req-76d03b90-a8ef-4415-a758-6aa9a97f9822 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 944 time: 0.0482848 Sep 17 04:32:02.141387 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70886b83-d600-4d26-b56f-e3e6c1e28ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daae6631-531c-4e93-b279-cb02fd4b86ce,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:02.149002 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70886b83-d600-4d26-b56f-e3e6c1e28ce6 admin admin] Checking segment: {'id': '83e57d3c-7a2d-40dc-84fa-5442d5bae531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:32:02.149388 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70886b83-d600-4d26-b56f-e3e6c1e28ce6 admin admin] Network hostable DHCP agents. Network: bb95167b-27c5-4a3a-8d9b-1b9930df9108, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:32:02.168320 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70886b83-d600-4d26-b56f-e3e6c1e28ce6 admin admin] Network bb95167b-27c5-4a3a-8d9b-1b9930df9108 is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:32:02.176693 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b2414ffe-ce30-4ff1-a3dc-9b7f603326f5 req-adf273b3-5dac-4b20-b7ff-016c27dcd54d tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449276 Sep 17 04:32:02.178164 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-70886b83-d600-4d26-b56f-e3e6c1e28ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, bb95167b-27c5-4a3a-8d9b-1b9930df9108) {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:32:02.182549 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70886b83-d600-4d26-b56f-e3e6c1e28ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:02.183150 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-70886b83-d600-4d26-b56f-e3e6c1e28ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:02.189904 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88164b78-9dd6-40ce-a7a9-7d96503bb3d4 None None] Network bb95167b-27c5-4a3a-8d9b-1b9930df9108 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:32:02.214143 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-70886b83-d600-4d26-b56f-e3e6c1e28ce6 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3246365 Sep 17 04:32:02.296554 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb21cd1-21ae-4796-9030-91b43122a7c8 None None] Network bb95167b-27c5-4a3a-8d9b-1b9930df9108 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:32:02.779003 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13661b3a-0feb-40a0-8b46-6a37c86d06c6 req-dec65a65-1bf1-43e6-87de-fdd1f1c1fbef tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:02.780560 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-13661b3a-0feb-40a0-8b46-6a37c86d06c6 req-dec65a65-1bf1-43e6-87de-fdd1f1c1fbef tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0535843 Sep 17 04:32:02.830521 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-13661b3a-0feb-40a0-8b46-6a37c86d06c6 req-123823b9-cf58-4252-ada1-94a539834855 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438509 Sep 17 04:32:02.977346 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:32:03.443476 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8e4ac-0a91-4708-ba10-1b8de983605d req-d71535df-b8ff-4db7-a168-5fabaade042f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:03.444989 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-69f8e4ac-0a91-4708-ba10-1b8de983605d req-d71535df-b8ff-4db7-a168-5fabaade042f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 944 time: 0.0487673 Sep 17 04:32:03.460475 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:03.499078 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-69f8e4ac-0a91-4708-ba10-1b8de983605d req-b96434ff-e3e3-4ca8-95a0-6bf6bba258e4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480814 Sep 17 04:32:03.974592 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a763d-800b-4a25-b4da-efaab4959ccc req-63649327-f61a-4ac2-9521-1ee643a4d589 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:03.976085 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d68a763d-800b-4a25-b4da-efaab4959ccc req-63649327-f61a-4ac2-9521-1ee643a4d589 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0538647 Sep 17 04:32:04.023508 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d68a763d-800b-4a25-b4da-efaab4959ccc req-4717241c-9d86-42ec-9e26-dc5cddbfd2b9 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Sep 17 04:32:04.628978 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2976317-9adc-41e9-adf0-c1c5373b3bfe req-b837e9bb-97f9-40ac-b3c2-38b18ad5beb5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:04.630473 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a2976317-9adc-41e9-adf0-c1c5373b3bfe req-b837e9bb-97f9-40ac-b3c2-38b18ad5beb5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 944 time: 0.0478883 Sep 17 04:32:04.681110 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a2976317-9adc-41e9-adf0-c1c5373b3bfe req-55c3240d-4292-49fe-bb6f-67436c6fc843 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447855 Sep 17 04:32:05.152714 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807a31a-ede9-4180-9bc8-87c58dc7ed8c req-7477966e-7166-4804-be9d-a08376de1ea2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:05.154171 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f807a31a-ede9-4180-9bc8-87c58dc7ed8c req-7477966e-7166-4804-be9d-a08376de1ea2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0464694 Sep 17 04:32:05.205523 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f807a31a-ede9-4180-9bc8-87c58dc7ed8c req-beb6bdc5-60f6-429a-b01a-6cfeff180d21 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 Sep 17 04:32:05.805349 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82712d0-49c8-4c2f-9f9b-044a3e1e8970 req-d40d723b-00b8-485b-9dcf-f4fda0eefcd2 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:05.806810 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c82712d0-49c8-4c2f-9f9b-044a3e1e8970 req-d40d723b-00b8-485b-9dcf-f4fda0eefcd2 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 944 time: 0.0473630 Sep 17 04:32:05.857238 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c82712d0-49c8-4c2f-9f9b-044a3e1e8970 req-529bcfe2-8962-44c0-a8cb-94d5417a83d4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446935 Sep 17 04:32:06.334531 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e62c4-fee3-4984-8113-ebeabb51bcdd req-2d2d80ec-fa37-4674-b05f-48b1885cec50 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:06.335983 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e94e62c4-fee3-4984-8113-ebeabb51bcdd req-2d2d80ec-fa37-4674-b05f-48b1885cec50 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0477204 Sep 17 04:32:06.387521 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e94e62c4-fee3-4984-8113-ebeabb51bcdd req-cc2704a4-156f-4ee0-84f3-a041a7d39dea tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459206 Sep 17 04:32:06.466360 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ad72c-03a0-4c59-84d9-9fcc73f3d87b req-1662c74f-9bd2-4f4e-a875-7528490119ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:06.467794 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-511ad72c-03a0-4c59-84d9-9fcc73f3d87b req-1662c74f-9bd2-4f4e-a875-7528490119ec service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 1129 time: 0.0386820 Sep 17 04:32:06.569671 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ad72c-03a0-4c59-84d9-9fcc73f3d87b req-621ac964-0d89-417f-b57b-02982a63d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:06.571259 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-511ad72c-03a0-4c59-84d9-9fcc73f3d87b req-621ac964-0d89-417f-b57b-02982a63d39f service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 919 time: 0.0926533 Sep 17 04:32:06.749416 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-511ad72c-03a0-4c59-84d9-9fcc73f3d87b req-a0184a76-ef09-4a7d-8ff7-fbfc58bb465c service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d9eabb-ceb8-459c-a4ad-0c9da0df432e HTTP/1.1" status: 200 len: 217 time: 0.0335259 Sep 17 04:32:06.963338 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:06.983522 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eae64a-50de-4efa-b49a-23072f02a20f req-f43073df-22cd-4789-8a1d-7aaf9278e422 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:06.984984 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-25eae64a-50de-4efa-b49a-23072f02a20f req-f43073df-22cd-4789-8a1d-7aaf9278e422 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 944 time: 0.0524218 Sep 17 04:32:07.009286 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:07.035204 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-25eae64a-50de-4efa-b49a-23072f02a20f req-4aba4d99-4be2-4618-9775-1729bb36d22c tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443671 Sep 17 04:32:07.518048 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea059dc-6ee6-4f2b-8eb4-d8b8756b5b6d req-7871fd33-e551-4822-b398-f05242ac08c4 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:07.519521 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aea059dc-6ee6-4f2b-8eb4-d8b8756b5b6d req-7871fd33-e551-4822-b398-f05242ac08c4 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0554571 Sep 17 04:32:07.546016 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:07.572685 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aea059dc-6ee6-4f2b-8eb4-d8b8756b5b6d req-c99d591b-9116-4106-90c6-1c5c9a02c1bb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474534 Sep 17 04:32:08.160068 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67197ea5-4b91-4931-8266-e9938a997570 req-2fe2b1dd-d6f5-49b9-b2b3-6d0a7df034e4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:08.162141 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-67197ea5-4b91-4931-8266-e9938a997570 req-2fe2b1dd-d6f5-49b9-b2b3-6d0a7df034e4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 944 time: 0.0513790 Sep 17 04:32:08.223444 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-67197ea5-4b91-4931-8266-e9938a997570 req-db2fa640-59a5-4bd3-ae36-49c2479c3527 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441248 Sep 17 04:32:08.243474 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:08.253039 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ad72c-03a0-4c59-84d9-9fcc73f3d87b req-ed0b3d66-0433-467c-b301-9f5e73889399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:08.254490 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-511ad72c-03a0-4c59-84d9-9fcc73f3d87b req-ed0b3d66-0433-467c-b301-9f5e73889399 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.0940042 Sep 17 04:32:08.326328 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ad72c-03a0-4c59-84d9-9fcc73f3d87b req-30510cce-c03c-465f-b886-fdfe290cd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:08.327789 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-511ad72c-03a0-4c59-84d9-9fcc73f3d87b req-30510cce-c03c-465f-b886-fdfe290cd1e5 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653720 Sep 17 04:32:08.341789 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-73622142-c3d0-4d40-9bac-fe90e6b8e8bd tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:08.343610 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-73622142-c3d0-4d40-9bac-fe90e6b8e8bd tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/networks?id=bb95167b-27c5-4a3a-8d9b-1b9930df9108 HTTP/1.1" status: 200 len: 814 time: 0.1554356 Sep 17 04:32:08.395083 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-a62a91c3-595b-48be-a536-b6089b4617ae tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/quotas/9d47a53afdbf404a829c119992fcb643 HTTP/1.1" status: 200 len: 375 time: 0.0430834 Sep 17 04:32:08.438271 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-0260750d-7928-49ab-bcc0-f079d6c8d8a5 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=9d47a53afdbf404a829c119992fcb643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373693 Sep 17 04:32:08.510354 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-511ad72c-03a0-4c59-84d9-9fcc73f3d87b req-53669640-8860-40e5-a0bc-b9cd29044a90 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656902 Sep 17 04:32:08.706168 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554cb18-3ed2-4a07-af41-62d138757072 req-6aec844d-a004-4761-9109-e3c058fd702e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:08.707746 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a554cb18-3ed2-4a07-af41-62d138757072 req-6aec844d-a004-4761-9109-e3c058fd702e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0535026 Sep 17 04:32:08.758735 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a554cb18-3ed2-4a07-af41-62d138757072 req-d576629b-441f-4e7b-a51c-b7213f7488ff tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448143 Sep 17 04:32:08.859773 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-abecc0b3-0bf1-4bcb-ad09-1f3458be58f3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bb95167b-27c5-4a3a-8d9b-1b9930df9108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141924 Sep 17 04:32:08.950415 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-511ad72c-03a0-4c59-84d9-9fcc73f3d87b req-bad3698a-e83f-451c-b682-f77e307bbd85 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276769 Sep 17 04:32:08.988285 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-b354ba11-78eb-4559-8c6b-ab9214c94c11 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bb95167b-27c5-4a3a-8d9b-1b9930df9108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214385 Sep 17 04:32:09.148788 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3c7c6e87-5c63-4935-b90a-823c582c91b5 req-7c9fdf5f-f5bf-48de-96be-0f9cad9cae5e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0277710 Sep 17 04:32:09.273748 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device fa6be46f-8a19-4a8d-84f9-67c67c4d32be details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:32:09.370139 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f517744-32d1-49ce-8783-75945e886919 req-8aab55ed-c7d5-4960-9ad7-d843300583b0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:09.371731 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9f517744-32d1-49ce-8783-75945e886919 req-8aab55ed-c7d5-4960-9ad7-d843300583b0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 944 time: 0.0566280 Sep 17 04:32:09.391733 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port fa6be46f-8a19-4a8d-84f9-67c67c4d32be, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=fa6be46f-8a19-4a8d-84f9-67c67c4d32be,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:09.405634 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'port_id': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be', 'mac_address': 'fa:16:3e:e9:fb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:32:09.429096 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9f517744-32d1-49ce-8783-75945e886919 req-c4ce1655-f07a-4204-b0c1-c854f4ed44cf tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508394 Sep 17 04:32:09.446370 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port fa6be46f-8a19-4a8d-84f9-67c67c4d32be is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:32:09.446662 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:09.461648 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6be46f-8a19-4a8d-84f9-67c67c4d32be {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:32:09.466482 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:09.483962 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port fa6be46f-8a19-4a8d-84f9-67c67c4d32be, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=fa6be46f-8a19-4a8d-84f9-67c67c4d32be,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:09.489066 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:09.539315 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=fa6be46f-8a19-4a8d-84f9-67c67c4d32be,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:09.887509 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e1d0e-8e2c-4225-ac71-c793080e387d req-bbad8429-1452-4e40-b90f-cdfa0d3e4565 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:09.888972 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-503e1d0e-8e2c-4225-ac71-c793080e387d req-bbad8429-1452-4e40-b90f-cdfa0d3e4565 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0473301 Sep 17 04:32:09.937491 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-503e1d0e-8e2c-4225-ac71-c793080e387d req-3bc7167f-cd3a-461e-b454-e622fea7e191 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Sep 17 04:32:10.042410 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['fa6be46f-8a19-4a8d-84f9-67c67c4d32be'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:32:10.210361 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 40712) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:10.254935 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f59ecbd1-7233-4327-b16e-ad7f6cee07a2 req-d4996375-5e50-4fdc-ac04-71b429f79c9a tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0285249 Sep 17 04:32:10.264578 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:10.332012 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ec3906ad-e65f-4fbb-bbea-911f2165e0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:10.409514 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ec3906ad-e65f-4fbb-bbea-911f2165e0c0 admin admin] Publish callbacks [] for security_group (c922e346-ac3f-4a69-8d1c-1a12d91331d9), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:10.415145 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ec3906ad-e65f-4fbb-bbea-911f2165e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (c922e346-ac3f-4a69-8d1c-1a12d91331d9), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:10.460057 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3906ad-e65f-4fbb-bbea-911f2165e0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c922e346-ac3f-4a69-8d1c-1a12d91331d9,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:10.466977 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 40718) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:10.467180 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-ec3906ad-e65f-4fbb-bbea-911f2165e0c0 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=35e627b87be74f679c84863eb37f9a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555685 Sep 17 04:32:10.478168 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:10.570816 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4aa049cd-0493-4922-87f0-3c6afede0351 admin admin] Publish callbacks [] for security_group (c922e346-ac3f-4a69-8d1c-1a12d91331d9), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:10.576638 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-7e4e2cf1-6f88-4cbd-a2d4-966f46afdbbf tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:10.579488 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-7e4e2cf1-6f88-4cbd-a2d4-966f46afdbbf tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.66 "GET /networking/v2.0/networks?id=bb95167b-27c5-4a3a-8d9b-1b9930df9108 HTTP/1.1" status: 200 len: 814 time: 0.1112406 Sep 17 04:32:10.593715 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea518635-cdbf-492f-8e8a-95d4e14b0a0f req-806c47a9-cf08-4af0-ab7b-7b4f4b4cac81 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:10.595214 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ea518635-cdbf-492f-8e8a-95d4e14b0a0f req-806c47a9-cf08-4af0-ab7b-7b4f4b4cac81 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 945 time: 0.0694714 Sep 17 04:32:10.602117 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-18460a32-9a72-4bd0-a8ee-b871367147ab tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Request body: {'port': {'device_id': '564a5f73-27b3-43f1-9c5f-3c69ecc186a5', 'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108', 'admin_state_up': True, 'tenant_id': '9d47a53afdbf404a829c119992fcb643'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:10.606203 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4aa049cd-0493-4922-87f0-3c6afede0351 admin admin] Publish callbacks [] for security_group (c922e346-ac3f-4a69-8d1c-1a12d91331d9), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:10.679946 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:10.683998 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ea518635-cdbf-492f-8e8a-95d4e14b0a0f req-a07db4bb-0557-4e06-9a9e-90fb013971fd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798802 Sep 17 04:32:10.710688 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4aa049cd-0493-4922-87f0-3c6afede0351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (c922e346-ac3f-4a69-8d1c-1a12d91331d9), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:10.713666 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4aa049cd-0493-4922-87f0-3c6afede0351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:10.714794 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-4aa049cd-0493-4922-87f0-3c6afede0351 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c922e346-ac3f-4a69-8d1c-1a12d91331d9 HTTP/1.1" status: 204 len: 168 time: 0.2463536 Sep 17 04:32:10.723688 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa049cd-0493-4922-87f0-3c6afede0351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c922e346-ac3f-4a69-8d1c-1a12d91331d9,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:10.749959 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-18460a32-9a72-4bd0-a8ee-b871367147ab tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Made reservation on behalf of 9d47a53afdbf404a829c119992fcb643 for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:32:10.754519 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-18460a32-9a72-4bd0-a8ee-b871367147ab tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:10.883984 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-18460a32-9a72-4bd0-a8ee-b871367147ab tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Allocated IP 172.20.0.3 (bb95167b-27c5-4a3a-8d9b-1b9930df9108/daae6631-531c-4e93-b279-cb02fd4b86ce/9b74c853-353e-4c20-a37a-ebb673727be5) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:32:11.086356 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-18460a32-9a72-4bd0-a8ee-b871367147ab tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks [] for port (9b74c853-353e-4c20-a37a-ebb673727be5), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:11.092856 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012206b4-c663-40a7-8750-f2def71f2be3 req-443e4c4a-81d8-46db-8162-d3d3e64f130b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:11.094361 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-012206b4-c663-40a7-8750-f2def71f2be3 req-443e4c4a-81d8-46db-8162-d3d3e64f130b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0720422 Sep 17 04:32:11.164092 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-012206b4-c663-40a7-8750-f2def71f2be3 req-3ef30e17-c8a1-47ab-a148-673b4bf7613f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629194 Sep 17 04:32:11.165500 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-18460a32-9a72-4bd0-a8ee-b871367147ab tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (9b74c853-353e-4c20-a37a-ebb673727be5), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:11.209823 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-18460a32-9a72-4bd0-a8ee-b871367147ab tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Network bb95167b-27c5-4a3a-8d9b-1b9930df9108 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:32:11.212966 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-18460a32-9a72-4bd0-a8ee-b871367147ab tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:32:11.216847 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-18460a32-9a72-4bd0-a8ee-b871367147ab tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:32:11.223327 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18460a32-9a72-4bd0-a8ee-b871367147ab tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Pushing event updated for resources: {'Port': ['ID=9b74c853-353e-4c20-a37a-ebb673727be5,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:11.267319 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-18460a32-9a72-4bd0-a8ee-b871367147ab tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:11.267937 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-18460a32-9a72-4bd0-a8ee-b871367147ab tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:11.288868 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-18460a32-9a72-4bd0-a8ee-b871367147ab tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6931486 Sep 17 04:32:11.307830 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Request body: {'port': {'device_id': '564a5f73-27b3-43f1-9c5f-3c69ecc186a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:11.335592 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device fa6be46f-8a19-4a8d-84f9-67c67c4d32be up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:32:11.365522 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:11.374306 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (9b74c853-353e-4c20-a37a-ebb673727be5), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:11.384512 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27edfb3-3b15-402b-91b4-ab84fdd72fe5 req-e5ea0f3b-8e10-48ee-afee-681fa9606466 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:11.386430 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d27edfb3-3b15-402b-91b4-ab84fdd72fe5 req-e5ea0f3b-8e10-48ee-afee-681fa9606466 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 931 time: 0.0525284 Sep 17 04:32:11.396703 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port fa6be46f-8a19-4a8d-84f9-67c67c4d32be completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:32:11.404692 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port fa6be46f-8a19-4a8d-84f9-67c67c4d32be triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:32:11.405878 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:11.406674 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port fa6be46f-8a19-4a8d-84f9-67c67c4d32be Sep 17 04:32:11.442430 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d27edfb3-3b15-402b-91b4-ab84fdd72fe5 req-6f0b50ee-e47b-4724-ad8b-e61739a46fb1 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482557 Sep 17 04:32:11.491192 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port fa6be46f-8a19-4a8d-84f9-67c67c4d32be is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:32:11.491574 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:11.514578 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f28c067-5b02-4cb7-8284-c59d2f694528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:32:11.517017 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebb42d8-62d4-4ae4-8de4-126c4238be56" -d '{"events": [{"server_uuid": "8f28c067-5b02-4cb7-8284-c59d2f694528", "name": "network-vif-plugged", "status": "completed", "tag": "fa6be46f-8a19-4a8d-84f9-67c67c4d32be"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:32:11.533218 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port fa6be46f-8a19-4a8d-84f9-67c67c4d32be, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=fa6be46f-8a19-4a8d-84f9-67c67c4d32be,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:11.538189 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:11.547283 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:11.563603 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1011b533-f551-46dd-aeff-bf6fa8647458 x-openstack-request-id: req-1011b533-f551-46dd-aeff-bf6fa8647458 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:32:11.564032 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f28c067-5b02-4cb7-8284-c59d2f694528", "name": "network-vif-plugged", "status": "completed", "tag": "fa6be46f-8a19-4a8d-84f9-67c67c4d32be", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:32:11.564302 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1011b533-f551-46dd-aeff-bf6fa8647458 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:32:11.564947 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1011b533-f551-46dd-aeff-bf6fa8647458'] response: {'server_uuid': '8f28c067-5b02-4cb7-8284-c59d2f694528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be', 'code': 200} Sep 17 04:32:11.592899 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=fa6be46f-8a19-4a8d-84f9-67c67c4d32be,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:11.651862 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b74c853-353e-4c20-a37a-ebb673727be5 {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:32:11.659579 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Publish callbacks [] for port (9b74c853-353e-4c20-a37a-ebb673727be5), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:11.672354 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Transition to ACTIVE for port object 9b74c853-353e-4c20-a37a-ebb673727be5 will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:32:11.677147 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (9b74c853-353e-4c20-a37a-ebb673727be5), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:11.741711 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Pushing event updated for resources: {'Port': ['ID=9b74c853-353e-4c20-a37a-ebb673727be5,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:11.796243 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Attempting to bind port 9b74c853-353e-4c20-a37a-ebb673727be5 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:32:11.796666 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Attempting to bind port 9b74c853-353e-4c20-a37a-ebb673727be5 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '83e57d3c-7a2d-40dc-84fa-5442d5bae531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:32:11.797195 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Attempting to bind port 9b74c853-353e-4c20-a37a-ebb673727be5 on network bb95167b-27c5-4a3a-8d9b-1b9930df9108 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:32:11.815586 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19ed29-760e-4763-af2a-f28486c3fa6f req-2600974e-cd3a-4c69-91f7-1743780e978b tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:11.817117 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fa19ed29-760e-4763-af2a-f28486c3fa6f req-2600974e-cd3a-4c69-91f7-1743780e978b tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 946 time: 0.0485561 Sep 17 04:32:11.874914 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fa19ed29-760e-4763-af2a-f28486c3fa6f req-cd88dab6-5218-4248-a552-cc72f7dd9334 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488114 Sep 17 04:32:11.876763 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1307624-0705-4ebc-91e0-50dc7b1e92be req-e8987cb4-fe63-4bee-b703-81b59bb19997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:11.878293 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d1307624-0705-4ebc-91e0-50dc7b1e92be req-e8987cb4-fe63-4bee-b703-81b59bb19997 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 1130 time: 0.0522749 Sep 17 04:32:11.881793 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Port 9b74c853-353e-4c20-a37a-ebb673727be5 on network bb95167b-27c5-4a3a-8d9b-1b9930df9108 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:32:11.882135 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Attempting to bind port 9b74c853-353e-4c20-a37a-ebb673727be5 on network bb95167b-27c5-4a3a-8d9b-1b9930df9108 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:32:11.960812 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:32:11.961172 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Checking segment: {'id': '83e57d3c-7a2d-40dc-84fa-5442d5bae531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:32:11.961545 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Bound using segment: {'id': '83e57d3c-7a2d-40dc-84fa-5442d5bae531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:32:11.961985 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Bound port: 9b74c853-353e-4c20-a37a-ebb673727be5, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e57d3c-7a2d-40dc-84fa-5442d5bae531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:32:11.962341 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (9b74c853-353e-4c20-a37a-ebb673727be5), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:11.967585 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d1307624-0705-4ebc-91e0-50dc7b1e92be req-e377b84f-0b8e-4616-ba49-59e885b6b42f service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613959 Sep 17 04:32:12.028049 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] For port 9b74c853-353e-4c20-a37a-ebb673727be5, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:32:12.031370 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] For port 9b74c853-353e-4c20-a37a-ebb673727be5, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=9b74c853-353e-4c20-a37a-ebb673727be5,segment=NetworkSegment(83e57d3c-7a2d-40dc-84fa-5442d5bae531),segment_id=83e57d3c-7a2d-40dc-84fa-5442d5bae531)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:32:12.039123 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (9b74c853-353e-4c20-a37a-ebb673727be5), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:12.043257 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:12.043858 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:12.045245 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/9b74c853-353e-4c20-a37a-ebb673727be5 HTTP/1.1" status: 200 len: 1093 time: 0.7417676 Sep 17 04:32:12.045789 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564a5f73-27b3-43f1-9c5f-3c69ecc186a5', 'tag': '9b74c853-353e-4c20-a37a-ebb673727be5'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:32:12.048018 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6674dbab-76ff-4753-a647-c81342d0068c" -d '{"events": [{"name": "network-changed", "server_uuid": "564a5f73-27b3-43f1-9c5f-3c69ecc186a5", "tag": "9b74c853-353e-4c20-a37a-ebb673727be5"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:32:12.086603 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf7fec3-b02a-4b49-81e1-d0f5ecbfc55b x-openstack-request-id: req-dcf7fec3-b02a-4b49-81e1-d0f5ecbfc55b {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:32:12.086887 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564a5f73-27b3-43f1-9c5f-3c69ecc186a5", "tag": "9b74c853-353e-4c20-a37a-ebb673727be5", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:32:12.087134 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dcf7fec3-b02a-4b49-81e1-d0f5ecbfc55b {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:32:12.087505 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf7fec3-b02a-4b49-81e1-d0f5ecbfc55b'] response: {'name': 'network-changed', 'server_uuid': '564a5f73-27b3-43f1-9c5f-3c69ecc186a5', 'tag': '9b74c853-353e-4c20-a37a-ebb673727be5', 'status': 'completed', 'code': 200} Sep 17 04:32:12.097205 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9b549-2e7e-4269-a5cf-390ee7a26324 service neutron] Pushing event updated for resources: {'Port': ['ID=9b74c853-353e-4c20-a37a-ebb673727be5,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:12.294715 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c32f7-a9f4-4b06-a4e8-5b06c5214870 req-e03ec374-efdf-4f32-ab8e-b3c6d6fceba2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:12.296072 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b03c32f7-a9f4-4b06-a4e8-5b06c5214870 req-e03ec374-efdf-4f32-ab8e-b3c6d6fceba2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0461962 Sep 17 04:32:12.346219 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b03c32f7-a9f4-4b06-a4e8-5b06c5214870 req-0592d217-4bdd-4d9a-a58d-264754163901 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 Sep 17 04:32:12.579351 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29252c-e0b1-4cc5-af94-f52dfeb5bd5c req-65ee82d4-86a1-49c5-8c6f-25373f32be14 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:12.580865 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2d29252c-e0b1-4cc5-af94-f52dfeb5bd5c req-65ee82d4-86a1-49c5-8c6f-25373f32be14 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 943 time: 0.0593667 Sep 17 04:32:12.633919 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2d29252c-e0b1-4cc5-af94-f52dfeb5bd5c req-35a76bec-7a93-4e17-a414-660a7b18f561 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468824 Sep 17 04:32:13.017807 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772bba-fceb-45c8-9eab-0b1d5417023f req-ae25bd84-8825-4e39-89be-166333638f03 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:13.019224 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-26772bba-fceb-45c8-9eab-0b1d5417023f req-ae25bd84-8825-4e39-89be-166333638f03 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 946 time: 0.0538204 Sep 17 04:32:13.042363 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:13.071966 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-26772bba-fceb-45c8-9eab-0b1d5417023f req-7957d200-5204-4a40-83f0-aeb44588e584 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442646 Sep 17 04:32:13.319839 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674dbab-76ff-4753-a647-c81342d0068c req-80f9d902-55ab-454a-8c0e-f931cd20c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:13.321356 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6674dbab-76ff-4753-a647-c81342d0068c req-80f9d902-55ab-454a-8c0e-f931cd20c77f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9d47a53afdbf404a829c119992fcb643&device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 1127 time: 0.0495074 Sep 17 04:32:13.409051 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:13.448120 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:13.473246 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674dbab-76ff-4753-a647-c81342d0068c req-c0c1e81e-6b90-4c2b-a0b6-b7ec43fdafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:13.474687 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6674dbab-76ff-4753-a647-c81342d0068c req-c0c1e81e-6b90-4c2b-a0b6-b7ec43fdafd2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=9d47a53afdbf404a829c119992fcb643&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1346490 Sep 17 04:32:13.495860 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d83ce0-f587-43c5-9243-e532ca018c01 req-8459220e-b156-4bdb-a5c9-32a671c96951 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:13.497258 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c6d83ce0-f587-43c5-9243-e532ca018c01 req-8459220e-b156-4bdb-a5c9-32a671c96951 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0674536 Sep 17 04:32:13.602147 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c6d83ce0-f587-43c5-9243-e532ca018c01 req-862d96f4-4e96-4293-9b94-6164c152f0a4 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951593 Sep 17 04:32:13.611492 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674dbab-76ff-4753-a647-c81342d0068c req-85553f69-46f3-40e6-81a7-56cfce4cb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:13.613024 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6674dbab-76ff-4753-a647-c81342d0068c req-85553f69-46f3-40e6-81a7-56cfce4cb131 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305668 Sep 17 04:32:13.755716 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62d2d7-07b7-4766-b51e-a29ed92748fe req-dd0172de-65bd-4b57-8b8d-f3aaafd8413a tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:13.757206 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0b62d2d7-07b7-4766-b51e-a29ed92748fe req-dd0172de-65bd-4b57-8b8d-f3aaafd8413a tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 943 time: 0.0478375 Sep 17 04:32:13.806753 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0b62d2d7-07b7-4766-b51e-a29ed92748fe req-1d2ac179-8386-4b9b-be12-38a4f0b71585 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438380 Sep 17 04:32:14.203019 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8482e-f8f7-4243-90bd-b4dfc030f7d1 req-b9e7526e-6c93-4771-9485-761a8e0bc3c2 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:14.204478 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b6c8482e-f8f7-4243-90bd-b4dfc030f7d1 req-b9e7526e-6c93-4771-9485-761a8e0bc3c2 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 946 time: 0.0480828 Sep 17 04:32:14.261454 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b6c8482e-f8f7-4243-90bd-b4dfc030f7d1 req-efdc18af-8f73-4a2c-ac19-0c0b92aa8b40 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473111 Sep 17 04:32:14.378724 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:14.398630 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23127610-65f7-40cf-bd32-8972252c231a req-b5dbed4d-14fb-4549-93be-cffa55afc394 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:14.400377 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-23127610-65f7-40cf-bd32-8972252c231a req-b5dbed4d-14fb-4549-93be-cffa55afc394 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 946 time: 0.0586817 Sep 17 04:32:14.433143 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-a85adb19-49f2-499b-bb94-31d9e1db242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:14.434707 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-a85adb19-49f2-499b-bb94-31d9e1db242e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9d47a53afdbf404a829c119992fcb643&device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 1127 time: 0.0397499 Sep 17 04:32:14.452060 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-23127610-65f7-40cf-bd32-8972252c231a req-7116d961-cf99-4b5a-b571-9b4c715768d1 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456672 Sep 17 04:32:14.480908 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 40752) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:14.622984 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-79b1da1d-9001-4ba3-8312-1f048544e28a service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b74c853-353e-4c20-a37a-ebb673727be5 HTTP/1.1" status: 200 len: 217 time: 0.0407662 Sep 17 04:32:14.674662 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-f4cdece4-1a95-4def-94c1-7aee1404d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:14.676538 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-f4cdece4-1a95-4def-94c1-7aee1404d274 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=daae6631-531c-4e93-b279-cb02fd4b86ce HTTP/1.1" status: 200 len: 854 time: 0.0468874 Sep 17 04:32:14.689160 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d487e2d3-e0d1-47ca-84b6-4f4d44bfc0ad tempest-TestVolumeBootPattern-1112460180 tempest-TestVolumeBootPattern-1112460180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:14.693584 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d487e2d3-e0d1-47ca-84b6-4f4d44bfc0ad tempest-TestVolumeBootPattern-1112460180 tempest-TestVolumeBootPattern-1112460180-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 1125 time: 0.2088985 Sep 17 04:32:14.693817 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 40758) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:14.698104 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'port_id': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:14.717065 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-213d5838-c831-41dc-8424-52721f686493 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=bb95167b-27c5-4a3a-8d9b-1b9930df9108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302858 Sep 17 04:32:14.719547 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:14.805264 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39681593-571f-419c-8afd-5e09f0f77342 req-7e87cdc7-b387-4876-b590-ffdb7fbfcdd9 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:14.806805 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39681593-571f-419c-8afd-5e09f0f77342 req-7e87cdc7-b387-4876-b590-ffdb7fbfcdd9 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0926609 Sep 17 04:32:14.878891 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-423d67db-bcd1-4a7c-8a50-cdbcd4b49253 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/bb95167b-27c5-4a3a-8d9b-1b9930df9108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526332 Sep 17 04:32:14.886816 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39681593-571f-419c-8afd-5e09f0f77342 req-4826c4e2-c6df-4ddd-bb0a-d558789fa4fe tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713797 Sep 17 04:32:14.983320 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ed97fbe6-11b7-478a-a29e-c6b59bfacf18 req-a0f6cfd7-3bd6-4298-a184-4c26f2e1face service neutron] 10.222.0.66 "GET /networking/v2.0/networks/bb95167b-27c5-4a3a-8d9b-1b9930df9108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955718 Sep 17 04:32:15.031851 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:15.095355 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bc53c-b27a-450e-8da6-f5008bebde8b req-47c2729a-937d-4adb-ac9e-2555084417d8 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:15.096896 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-443bc53c-b27a-450e-8da6-f5008bebde8b req-47c2729a-937d-4adb-ac9e-2555084417d8 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 943 time: 0.0761118 Sep 17 04:32:15.191284 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-443bc53c-b27a-450e-8da6-f5008bebde8b req-196493b9-4b4a-4be7-86e2-2e1bde1eb843 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871105 Sep 17 04:32:15.199039 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Allocated IP 172.27.3.20 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/e81c9109-0b6e-43a0-bfbb-6e33c890585e) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:32:15.300901 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for port (e81c9109-0b6e-43a0-bfbb-6e33c890585e), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:15.335626 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (e81c9109-0b6e-43a0-bfbb-6e33c890585e), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:15.384408 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:32:15.389507 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:32:15.391678 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'Port': ['ID=e81c9109-0b6e-43a0-bfbb-6e33c890585e,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:15.393873 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:32:15.461502 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:15.609587 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:15.746583 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for floatingip (b8105edd-3a3c-4044-9105-cc2ab20d50d6), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:15.825444 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (e81c9109-0b6e-43a0-bfbb-6e33c890585e), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:15.976038 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for port (e81c9109-0b6e-43a0-bfbb-6e33c890585e), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:15.981758 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (e81c9109-0b6e-43a0-bfbb-6e33c890585e), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:16.015301 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d7526-d3f2-4a39-8d69-d63aed3dd623 req-b5d1d06d-73ef-494a-9273-522a6a82f06e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:16.016638 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-147d7526-d3f2-4a39-8d69-d63aed3dd623 req-b5d1d06d-73ef-494a-9273-522a6a82f06e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0504701 Sep 17 04:32:16.047958 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'Port': ['ID=e81c9109-0b6e-43a0-bfbb-6e33c890585e,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:16.050869 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (b8105edd-3a3c-4044-9105-cc2ab20d50d6), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:16.064366 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-147d7526-d3f2-4a39-8d69-d63aed3dd623 req-bb2bcefc-5782-44b8-8d5c-ee9ca35a0b0b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 Sep 17 04:32:16.148202 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.l3_db [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Floating IP b8105edd-3a3c-4044-9105-cc2ab20d50d6 associated. External IP: 172.27.3.20, port: fa6be46f-8a19-4a8d-84f9-67c67c4d32be. Sep 17 04:32:16.300451 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:16.364803 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523895bd-9e5d-4e35-912f-a68a22539a6b req-dd41f3ec-e9b6-4936-86ce-534dfb6cb28e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:16.366265 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-523895bd-9e5d-4e35-912f-a68a22539a6b req-dd41f3ec-e9b6-4936-86ce-534dfb6cb28e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 943 time: 0.0851166 Sep 17 04:32:16.410072 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:32:16.430899 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-523895bd-9e5d-4e35-912f-a68a22539a6b req-e788b883-9d1e-4dba-83bf-05903257c391 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581520 Sep 17 04:32:16.475451 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:16.529279 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:32:16.539356 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535eecff-9646-40fe-9151-b769d6714597 None None] Sync routers for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:32:16.549677 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:16.550051 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535eecff-9646-40fe-9151-b769d6714597 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:32:16.550708 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-535eecff-9646-40fe-9151-b769d6714597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:31:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:32:16.581560 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-0be5d962-5763-4e22-af68-6e630570dcd5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8860991 Sep 17 04:32:16.582249 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f28c067-5b02-4cb7-8284-c59d2f694528', 'tag': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:32:16.585256 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461dfbfe-e970-4de4-b56c-06061725660f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f28c067-5b02-4cb7-8284-c59d2f694528", "tag": "fa6be46f-8a19-4a8d-84f9-67c67c4d32be"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:32:16.627202 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec566870-28c4-448a-88f9-fc857943d32c x-openstack-request-id: req-ec566870-28c4-448a-88f9-fc857943d32c {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:32:16.627497 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f28c067-5b02-4cb7-8284-c59d2f694528", "tag": "fa6be46f-8a19-4a8d-84f9-67c67c4d32be", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:32:16.627758 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec566870-28c4-448a-88f9-fc857943d32c {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:32:16.628166 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec566870-28c4-448a-88f9-fc857943d32c'] response: {'name': 'network-changed', 'server_uuid': '8f28c067-5b02-4cb7-8284-c59d2f694528', 'tag': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be', 'status': 'completed', 'code': 200} Sep 17 04:32:16.654799 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-535eecff-9646-40fe-9151-b769d6714597 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:32:16.747817 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:16.748831 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:16.810886 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:16.861754 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-535eecff-9646-40fe-9151-b769d6714597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': 'b8105edd-3a3c-4044-9105-cc2ab20d50d6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:e9:fb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f28c067-5b02-4cb7-8284-c59d2f694528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:32:15Z', 'updated_at': '2022-09-17T04:32:15Z', 'revision_number': 0, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:32:16.885261 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535eecff-9646-40fe-9151-b769d6714597 None None] Checking router: 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:32:16.895461 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535eecff-9646-40fe-9151-b769d6714597 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:32:16.896043 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-535eecff-9646-40fe-9151-b769d6714597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:31:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:32:17.001981 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-535eecff-9646-40fe-9151-b769d6714597 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:32:17.148044 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:17.192715 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bef664-56dd-4b41-8337-4bcba3b4d5d9 req-5d4a9a2d-a15a-4c60-8424-3cefd634422e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:17.194235 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f8bef664-56dd-4b41-8337-4bcba3b4d5d9 req-5d4a9a2d-a15a-4c60-8424-3cefd634422e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0523567 Sep 17 04:32:17.215680 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-535eecff-9646-40fe-9151-b769d6714597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': 'b8105edd-3a3c-4044-9105-cc2ab20d50d6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:e9:fb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f28c067-5b02-4cb7-8284-c59d2f694528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:32:15Z', 'updated_at': '2022-09-17T04:32:15Z', 'revision_number': 0, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:32:17.243057 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f8bef664-56dd-4b41-8337-4bcba3b4d5d9 req-ec7de55e-7aed-41b8-bcce-1aeb886aefc1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428686 Sep 17 04:32:17.370289 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535eecff-9646-40fe-9151-b769d6714597 None None] The sync data for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi is: [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': 'b8105edd-3a3c-4044-9105-cc2ab20d50d6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:e9:fb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f28c067-5b02-4cb7-8284-c59d2f694528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:32:15Z', 'updated_at': '2022-09-17T04:32:15Z', 'revision_number': 0, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:32:17.559909 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a9671-6fc3-4d26-afa5-aae099eb78c5 req-6578078b-dc35-4ff1-acd9-e5fa41f47692 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:17.561467 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3c4a9671-6fc3-4d26-afa5-aae099eb78c5 req-6578078b-dc35-4ff1-acd9-e5fa41f47692 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 943 time: 0.0529613 Sep 17 04:32:17.564034 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d572315-4f8d-41d0-ae65-d922f3fd33c5 None None] New status for floating IP b8105edd-3a3c-4044-9105-cc2ab20d50d6: ACTIVE {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:32:17.615837 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3c4a9671-6fc3-4d26-afa5-aae099eb78c5 req-62dc393e-0c1f-49db-a89c-10ef3d3b7f12 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474484 Sep 17 04:32:17.988249 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dfbfe-e970-4de4-b56c-06061725660f req-b2b7f501-a46e-44e7-8496-041197bef494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:17.989681 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-461dfbfe-e970-4de4-b56c-06061725660f req-b2b7f501-a46e-44e7-8496-041197bef494 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 1130 time: 0.0414436 Sep 17 04:32:18.145717 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:18.166776 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dfbfe-e970-4de4-b56c-06061725660f req-6b7c5dab-650f-45b8-b729-33e58f4b9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:18.168237 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-461dfbfe-e970-4de4-b56c-06061725660f req-6b7c5dab-650f-45b8-b729-33e58f4b9aff service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e322731d-9c63-4618-8051-e8dea6bb2db6 HTTP/1.1" status: 200 len: 913 time: 0.0937865 Sep 17 04:32:18.227657 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:18.232469 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-461dfbfe-e970-4de4-b56c-06061725660f req-a140f7d5-a0f9-46e0-96de-ee24444d15e4 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa6be46f-8a19-4a8d-84f9-67c67c4d32be HTTP/1.1" status: 200 len: 1001 time: 0.0572541 Sep 17 04:32:18.282348 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dfbfe-e970-4de4-b56c-06061725660f req-34dcda04-78ea-42ce-9e50-41e06a8d8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:18.283901 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-461dfbfe-e970-4de4-b56c-06061725660f req-34dcda04-78ea-42ce-9e50-41e06a8d8daa service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=7d8d6893-1d9a-4d1c-a639-eec93b42e88f HTTP/1.1" status: 200 len: 851 time: 0.0444596 Sep 17 04:32:18.331013 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dfbfe-e970-4de4-b56c-06061725660f req-db504d47-0ba1-4181-bf70-f205de7a72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:18.332489 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-461dfbfe-e970-4de4-b56c-06061725660f req-db504d47-0ba1-4181-bf70-f205de7a72cd service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e322731d-9c63-4618-8051-e8dea6bb2db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419383 Sep 17 04:32:18.365880 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f90ea-2d7b-4779-a44c-c4a4fc83484d req-d318bba3-ad0e-40b3-bcad-76920594d9ef tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:18.367380 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c60f90ea-2d7b-4779-a44c-c4a4fc83484d req-d318bba3-ad0e-40b3-bcad-76920594d9ef tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0491488 Sep 17 04:32:18.418414 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c60f90ea-2d7b-4779-a44c-c4a4fc83484d req-661fbdc3-3ed7-4b6e-a9d7-facaa73a0859 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448215 Sep 17 04:32:18.425904 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-87bad02e-cc7f-4440-a16b-49513a106808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:18.434621 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-461dfbfe-e970-4de4-b56c-06061725660f req-441df3bb-26d8-42b1-b348-3a356201aa9c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844638 Sep 17 04:32:18.535781 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-461dfbfe-e970-4de4-b56c-06061725660f req-87dae227-2c8f-480c-b6f0-7fefc1028d8c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861959 Sep 17 04:32:18.739298 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b79c26-10ac-4e25-9119-e2c22f210677 req-71c2b0aa-b3ea-42f5-8566-fb826be0fbdd tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:18.740789 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-40b79c26-10ac-4e25-9119-e2c22f210677 req-71c2b0aa-b3ea-42f5-8566-fb826be0fbdd tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 943 time: 0.0485744 Sep 17 04:32:18.791673 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-40b79c26-10ac-4e25-9119-e2c22f210677 req-feb473d1-4e3d-400d-996b-e5f23453063a tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Sep 17 04:32:19.355531 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 9b74c853-353e-4c20-a37a-ebb673727be5 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:32:19.465503 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 9b74c853-353e-4c20-a37a-ebb673727be5, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=9b74c853-353e-4c20-a37a-ebb673727be5,segment=NetworkSegment(83e57d3c-7a2d-40dc-84fa-5442d5bae531),segment_id=83e57d3c-7a2d-40dc-84fa-5442d5bae531)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:19.478122 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '9b74c853-353e-4c20-a37a-ebb673727be5', 'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108', 'port_id': '9b74c853-353e-4c20-a37a-ebb673727be5', 'mac_address': 'fa:16:3e:e0:0f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daae6631-531c-4e93-b279-cb02fd4b86ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:32:19.524767 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 9b74c853-353e-4c20-a37a-ebb673727be5 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:32:19.525075 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (9b74c853-353e-4c20-a37a-ebb673727be5), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:19.548153 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b74c853-353e-4c20-a37a-ebb673727be5 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:32:19.568840 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 9b74c853-353e-4c20-a37a-ebb673727be5, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=9b74c853-353e-4c20-a37a-ebb673727be5,segment=NetworkSegment(83e57d3c-7a2d-40dc-84fa-5442d5bae531),segment_id=83e57d3c-7a2d-40dc-84fa-5442d5bae531)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:19.573982 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (9b74c853-353e-4c20-a37a-ebb673727be5), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:19.610375 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa320bf-139b-4424-ac3f-e5baf4a96acb req-282f60b8-b027-4e28-9dbb-e6ad3bb649da tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:19.611911 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-caa320bf-139b-4424-ac3f-e5baf4a96acb req-282f60b8-b027-4e28-9dbb-e6ad3bb649da tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.1018784 Sep 17 04:32:19.626741 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=9b74c853-353e-4c20-a37a-ebb673727be5,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:19.673332 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-caa320bf-139b-4424-ac3f-e5baf4a96acb req-142dfa00-6e24-4182-aef0-e4784aeff1f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533538 Sep 17 04:32:19.927454 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1615a80-d702-4d13-907e-8633b95b3175 req-79aae07b-547e-4bb5-9831-36906faaf33b tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:19.928906 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f1615a80-d702-4d13-907e-8633b95b3175 req-79aae07b-547e-4bb5-9831-36906faaf33b tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 944 time: 0.0498719 Sep 17 04:32:19.976999 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f1615a80-d702-4d13-907e-8633b95b3175 req-7f0ddcc2-b1f0-456e-8b83-6d6212c812df tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 Sep 17 04:32:20.156953 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['9b74c853-353e-4c20-a37a-ebb673727be5'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:32:20.293827 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:20.627583 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e8bf93af-e9c8-43a9-ae96-fb51fa52f8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:20.793792 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada6097-2c6b-49de-aa16-d421f46f4119 req-407ddcf8-a265-44ef-a2f4-3338344eb366 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:20.795237 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ada6097-2c6b-49de-aa16-d421f46f4119 req-407ddcf8-a265-44ef-a2f4-3338344eb366 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0463307 Sep 17 04:32:20.842042 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ada6097-2c6b-49de-aa16-d421f46f4119 req-d190d269-6000-4014-9774-24fa99d1abdd tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Sep 17 04:32:21.113428 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160c499-54f5-474d-a381-9630116be278 req-791741ea-0328-47c6-b414-7b9e438f1fd8 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:21.114779 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3160c499-54f5-474d-a381-9630116be278 req-791741ea-0328-47c6-b414-7b9e438f1fd8 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 944 time: 0.0487347 Sep 17 04:32:21.168062 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3160c499-54f5-474d-a381-9630116be278 req-785d7488-855e-4f74-bfda-6dd0f7c42ac5 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451274 Sep 17 04:32:21.600194 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 9b74c853-353e-4c20-a37a-ebb673727be5 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:32:21.645433 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port 9b74c853-353e-4c20-a37a-ebb673727be5 completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:32:21.651928 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 9b74c853-353e-4c20-a37a-ebb673727be5 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:32:21.652301 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (9b74c853-353e-4c20-a37a-ebb673727be5), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:21.653172 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 9b74c853-353e-4c20-a37a-ebb673727be5 Sep 17 04:32:21.738173 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 9b74c853-353e-4c20-a37a-ebb673727be5 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:32:21.738613 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (9b74c853-353e-4c20-a37a-ebb673727be5), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:21.755504 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dd12e-c6ea-46d0-9647-5704d5fe7978 req-8aec5242-d112-42e8-9144-68f487de2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:21.757068 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-737dd12e-c6ea-46d0-9647-5704d5fe7978 req-8aec5242-d112-42e8-9144-68f487de2d91 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 1129 time: 0.0416465 Sep 17 04:32:21.764226 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564a5f73-27b3-43f1-9c5f-3c69ecc186a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b74c853-353e-4c20-a37a-ebb673727be5'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:32:21.766602 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76847a7c-7921-4355-9379-4e1402ff1b1a" -d '{"events": [{"server_uuid": "564a5f73-27b3-43f1-9c5f-3c69ecc186a5", "name": "network-vif-plugged", "status": "completed", "tag": "9b74c853-353e-4c20-a37a-ebb673727be5"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:32:21.780949 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 9b74c853-353e-4c20-a37a-ebb673727be5, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=9b74c853-353e-4c20-a37a-ebb673727be5,segment=NetworkSegment(83e57d3c-7a2d-40dc-84fa-5442d5bae531),segment_id=83e57d3c-7a2d-40dc-84fa-5442d5bae531)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:21.788645 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (9b74c853-353e-4c20-a37a-ebb673727be5), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:21.809214 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-737dd12e-c6ea-46d0-9647-5704d5fe7978 req-5575ec39-23c9-42bb-bda2-6e6e17240bbe service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444539 Sep 17 04:32:21.819865 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9143ea28-01cd-4dcb-9787-71e5e9853120 x-openstack-request-id: req-9143ea28-01cd-4dcb-9787-71e5e9853120 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:32:21.820036 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564a5f73-27b3-43f1-9c5f-3c69ecc186a5", "name": "network-vif-plugged", "status": "completed", "tag": "9b74c853-353e-4c20-a37a-ebb673727be5", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:32:21.820479 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9143ea28-01cd-4dcb-9787-71e5e9853120 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:32:21.820885 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9143ea28-01cd-4dcb-9787-71e5e9853120'] response: {'server_uuid': '564a5f73-27b3-43f1-9c5f-3c69ecc186a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b74c853-353e-4c20-a37a-ebb673727be5', 'code': 200} Sep 17 04:32:21.840493 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=9b74c853-353e-4c20-a37a-ebb673727be5,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:21.931646 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:21.967862 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa734b3-078a-4396-a06a-6c26770bff1a req-f90a3ac7-55b5-42ba-bc07-bbd39a5ee956 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:21.969346 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1aa734b3-078a-4396-a06a-6c26770bff1a req-f90a3ac7-55b5-42ba-bc07-bbd39a5ee956 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0486608 Sep 17 04:32:22.016907 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1aa734b3-078a-4396-a06a-6c26770bff1a req-a894dda1-955d-4667-afc6-459af5af4110 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Sep 17 04:32:22.296610 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324005-d3a3-42a8-9eff-82d256dfd2b2 req-6f915251-6368-4cc8-ba8b-72c13a1d4c65 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:22.298087 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d3324005-d3a3-42a8-9eff-82d256dfd2b2 req-6f915251-6368-4cc8-ba8b-72c13a1d4c65 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 945 time: 0.0482991 Sep 17 04:32:22.347259 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d3324005-d3a3-42a8-9eff-82d256dfd2b2 req-a6656ac4-770d-4e2f-8487-c664e4526e4a tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Sep 17 04:32:23.050470 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a9493-e9e6-4fdd-9525-f9eb341ddc95 req-eb71b5c6-7365-43e0-bde0-bca08e571655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:23.051980 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-077a9493-e9e6-4fdd-9525-f9eb341ddc95 req-eb71b5c6-7365-43e0-bde0-bca08e571655 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 1129 time: 0.0430186 Sep 17 04:32:23.146769 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-077a9493-e9e6-4fdd-9525-f9eb341ddc95 req-74b8e351-4bb4-4183-9a4f-c2307c2f4c79 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704973 Sep 17 04:32:23.152612 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f5076-690d-4917-9203-61ccfccbddde req-cb77f321-d7e5-4537-8fae-7e22b45cbbfb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:23.153991 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-811f5076-690d-4917-9203-61ccfccbddde req-cb77f321-d7e5-4537-8fae-7e22b45cbbfb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0607262 Sep 17 04:32:23.204405 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-811f5076-690d-4917-9203-61ccfccbddde req-f709563e-441f-4904-810e-6fa872392e06 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Sep 17 04:32:23.438480 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:23.475521 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bb737-f415-41a0-a9cf-ee87ab1a48d3 req-3fee8b10-1996-4571-8cdc-c8aa80de7fd7 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:23.477191 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a66bb737-f415-41a0-a9cf-ee87ab1a48d3 req-3fee8b10-1996-4571-8cdc-c8aa80de7fd7 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 945 time: 0.0479767 Sep 17 04:32:23.527451 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a66bb737-f415-41a0-a9cf-ee87ab1a48d3 req-21b76353-529c-4171-9a88-7a685837ad44 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438275 Sep 17 04:32:23.582976 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:24.343108 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710d2f5-7487-42ef-a101-fd54c0e5ec3c req-9955059c-813d-4f8f-b99c-27b2dd93bfa7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:24.344565 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b710d2f5-7487-42ef-a101-fd54c0e5ec3c req-9955059c-813d-4f8f-b99c-27b2dd93bfa7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0525920 Sep 17 04:32:24.365467 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:24.392975 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b710d2f5-7487-42ef-a101-fd54c0e5ec3c req-b67c53e2-026e-4e72-8a36-23092260035a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Sep 17 04:32:24.654736 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce9c7-a6fb-4d40-97a6-1737f03c0867 req-8353a15d-f5f7-47d1-84f7-8f72656879ec tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:24.655337 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320fc85-f0e1-4679-aab1-47bbaac45606 req-245fd369-92da-4e53-ace1-aad8e71bbbb6 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:24.656227 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fa0ce9c7-a6fb-4d40-97a6-1737f03c0867 req-8353a15d-f5f7-47d1-84f7-8f72656879ec tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0483727 Sep 17 04:32:24.657581 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a320fc85-f0e1-4679-aab1-47bbaac45606 req-245fd369-92da-4e53-ace1-aad8e71bbbb6 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 945 time: 0.0511611 Sep 17 04:32:24.704713 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a320fc85-f0e1-4679-aab1-47bbaac45606 req-70648835-a653-43a0-8f99-beaf35d797a8 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 Sep 17 04:32:24.705146 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fa0ce9c7-a6fb-4d40-97a6-1737f03c0867 req-91c79bac-ce3f-4c6c-8255-e9f77c2ca50d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Sep 17 04:32:25.798327 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:25.818820 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:25.837110 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fd0b9-3503-4895-b9c4-84b4bb9a2a5e req-3e3344a6-23e8-40d6-91db-b3727c69e6f0 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:25.838611 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1e1fd0b9-3503-4895-b9c4-84b4bb9a2a5e req-3e3344a6-23e8-40d6-91db-b3727c69e6f0 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 945 time: 0.0487545 Sep 17 04:32:25.870250 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365ee75-f893-4283-95c9-8acb0e505920 req-ef6e634c-9e74-4b5a-b3a3-b94c5e722ef2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:25.871722 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a365ee75-f893-4283-95c9-8acb0e505920 req-ef6e634c-9e74-4b5a-b3a3-b94c5e722ef2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0815423 Sep 17 04:32:25.885452 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6bcbb-5415-4f61-ab80-2ff03d805c80 req-0bd8f2fd-b5d7-4d6e-94ef-e48b6c69ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:25.886874 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-10b6bcbb-5415-4f61-ab80-2ff03d805c80 req-0bd8f2fd-b5d7-4d6e-94ef-e48b6c69ba2e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 1129 time: 0.0640390 Sep 17 04:32:25.889196 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1e1fd0b9-3503-4895-b9c4-84b4bb9a2a5e req-ef871ced-f4ca-4345-a134-0194e5f5ffad tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 Sep 17 04:32:25.926291 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a365ee75-f893-4283-95c9-8acb0e505920 req-ae4dd250-4017-4b43-aee3-7a403701816d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473537 Sep 17 04:32:26.039284 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6bcbb-5415-4f61-ab80-2ff03d805c80 req-bee63597-d5f7-4ebd-94ce-75cdb3f92ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:26.040745 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-10b6bcbb-5415-4f61-ab80-2ff03d805c80 req-bee63597-d5f7-4ebd-94ce-75cdb3f92ca6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 919 time: 0.0927687 Sep 17 04:32:26.697772 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-10b6bcbb-5415-4f61-ab80-2ff03d805c80 req-893e4062-fec0-4b2e-8cea-b0b6c5d78ca8 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d9eabb-ceb8-459c-a4ad-0c9da0df432e HTTP/1.1" status: 200 len: 217 time: 0.0404079 Sep 17 04:32:26.748859 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6bcbb-5415-4f61-ab80-2ff03d805c80 req-7ae221e7-891e-43a3-812e-2c29c25bfb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:26.750326 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-10b6bcbb-5415-4f61-ab80-2ff03d805c80 req-7ae221e7-891e-43a3-812e-2c29c25bfb82 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.0453756 Sep 17 04:32:27.036603 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:27.055828 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8c1b1-ccb1-47df-a8cb-57e84def9f27 req-dd466b94-6b99-45ac-828b-1bc5e2f9f1c7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:27.057901 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ee8c1b1-ccb1-47df-a8cb-57e84def9f27 req-dd466b94-6b99-45ac-828b-1bc5e2f9f1c7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0534432 Sep 17 04:32:27.113105 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ee8c1b1-ccb1-47df-a8cb-57e84def9f27 req-2a4458be-3b60-40e7-929f-0903dc3ee429 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492208 Sep 17 04:32:27.218490 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6bcbb-5415-4f61-ab80-2ff03d805c80 req-c563c16b-760a-4013-9708-b00888cccb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:27.220017 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-10b6bcbb-5415-4f61-ab80-2ff03d805c80 req-c563c16b-760a-4013-9708-b00888cccb2f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460718 Sep 17 04:32:27.329769 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-10b6bcbb-5415-4f61-ab80-2ff03d805c80 req-b8bc5080-d770-4f99-a0db-e27ccdb54618 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026163 Sep 17 04:32:27.440204 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-10b6bcbb-5415-4f61-ab80-2ff03d805c80 req-8b7d8a23-f1ec-4a6a-9a30-ca40f6ab499d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994248 Sep 17 04:32:27.744654 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:27.747212 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=11 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:28.253753 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b103c4-f614-43ac-9520-e0703107f415 req-2894a083-5896-4195-9307-f1e672e12d9c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:28.255244 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d9b103c4-f614-43ac-9520-e0703107f415 req-2894a083-5896-4195-9307-f1e672e12d9c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0524552 Sep 17 04:32:28.301846 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d9b103c4-f614-43ac-9520-e0703107f415 req-39cb7b2e-a352-4e0a-97d9-18480c173e81 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408111 Sep 17 04:32:28.382914 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 40930) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:28.389909 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-a1e98a4b-8f10-49bf-b0cc-c364fad68b21 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122659239', 'description': 'tempest-description--1295720779'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:28.415363 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a1e98a4b-8f10-49bf-b0cc-c364fad68b21 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:28.485413 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a1e98a4b-8f10-49bf-b0cc-c364fad68b21 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (55998bd3-4903-4f7c-8cb0-ed7334d80af9), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:28.490576 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a1e98a4b-8f10-49bf-b0cc-c364fad68b21 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (55998bd3-4903-4f7c-8cb0-ed7334d80af9), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:28.521764 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a1e98a4b-8f10-49bf-b0cc-c364fad68b21 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:28.522982 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-a1e98a4b-8f10-49bf-b0cc-c364fad68b21 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1388886 Sep 17 04:32:28.523823 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e98a4b-8f10-49bf-b0cc-c364fad68b21 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55998bd3-4903-4f7c-8cb0-ed7334d80af9,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:28.525973 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 40934) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:28.531003 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-ed4c76db-af35-45b2-84b9-37b56546310e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'security_group_rule': {'security_group_id': '55998bd3-4903-4f7c-8cb0-ed7334d80af9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:28.559551 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ed4c76db-af35-45b2-84b9-37b56546310e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (4f599ce0-feb9-4ed7-be80-c2a5d406c9b1), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:28.615861 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ed4c76db-af35-45b2-84b9-37b56546310e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (4f599ce0-feb9-4ed7-be80-c2a5d406c9b1), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:28.620551 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ed4c76db-af35-45b2-84b9-37b56546310e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (4f599ce0-feb9-4ed7-be80-c2a5d406c9b1), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:28.627874 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:28.642373 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c76db-af35-45b2-84b9-37b56546310e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f599ce0-feb9-4ed7-be80-c2a5d406c9b1,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:28.649924 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ed4c76db-af35-45b2-84b9-37b56546310e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:28.651111 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-ed4c76db-af35-45b2-84b9-37b56546310e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242404 Sep 17 04:32:28.654596 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 40936) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:28.660122 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-43b5cb68-c909-4f2d-b077-c1190301c7b0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'security_group_rule': {'security_group_id': '55998bd3-4903-4f7c-8cb0-ed7334d80af9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:28.691107 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-43b5cb68-c909-4f2d-b077-c1190301c7b0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (11aa8c75-39fe-4736-ab78-7a3da654adc1), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:28.753706 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-43b5cb68-c909-4f2d-b077-c1190301c7b0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (11aa8c75-39fe-4736-ab78-7a3da654adc1), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:28.759137 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-43b5cb68-c909-4f2d-b077-c1190301c7b0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (11aa8c75-39fe-4736-ab78-7a3da654adc1), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:28.777635 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5cb68-c909-4f2d-b077-c1190301c7b0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11aa8c75-39fe-4736-ab78-7a3da654adc1,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:28.787794 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-43b5cb68-c909-4f2d-b077-c1190301c7b0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:28.789010 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-43b5cb68-c909-4f2d-b077-c1190301c7b0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334033 Sep 17 04:32:28.792548 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 40938) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:28.797174 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:28.807727 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:28.823179 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:28.914523 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:29.043346 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Allocated IP 172.27.3.76 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/2ad517b6-69a6-4157-8983-f807021863a2) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:32:29.149537 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for port (2ad517b6-69a6-4157-8983-f807021863a2), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:29.185106 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (2ad517b6-69a6-4157-8983-f807021863a2), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:29.232366 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:32:29.236481 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:32:29.240726 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:32:29.247657 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'Port': ['ID=2ad517b6-69a6-4157-8983-f807021863a2,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:29.328374 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (90d39346-5feb-4d0c-af33-0b143e3a69d0), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:29.369548 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (2ad517b6-69a6-4157-8983-f807021863a2), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:29.433064 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4400a6-0993-4c84-9d4d-9bd6eb00709d req-d4b1e7e0-9263-4ea3-ada4-95a56d9f824d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:29.434616 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0f4400a6-0993-4c84-9d4d-9bd6eb00709d req-d4b1e7e0-9263-4ea3-ada4-95a56d9f824d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0537035 Sep 17 04:32:29.485398 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0f4400a6-0993-4c84-9d4d-9bd6eb00709d req-2516c018-9ccc-4a7a-8f19-7df44d5d8d7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449605 Sep 17 04:32:29.512354 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:29.531229 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for port (2ad517b6-69a6-4157-8983-f807021863a2), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:29.538608 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (2ad517b6-69a6-4157-8983-f807021863a2), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:29.609497 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (90d39346-5feb-4d0c-af33-0b143e3a69d0), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:29.615927 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'Port': ['ID=2ad517b6-69a6-4157-8983-f807021863a2,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:29.624269 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:29.632719 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:29.634103 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-0a7f259b-b12f-47c4-8003-8ddd9100d5ad tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8405025 Sep 17 04:32:29.838348 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-7e7571e5-a84f-453e-9305-182a49da617f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--122659239&fields=id&tenant_id=e9f593f419bb4ebeb351a9ad54a2a532 HTTP/1.1" status: 200 len: 267 time: 0.0440781 Sep 17 04:32:29.959153 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-742d9257-4967-4bd2-a2a5-b8c992510a0e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:29.960724 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-742d9257-4967-4bd2-a2a5-b8c992510a0e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 814 time: 0.1135557 Sep 17 04:32:29.977206 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-62397b42-a9a2-40be-9f75-1068f2452e37 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/quotas/e9f593f419bb4ebeb351a9ad54a2a532 HTTP/1.1" status: 200 len: 375 time: 0.0100799 Sep 17 04:32:30.287391 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-6135fa09-a34f-49ad-b997-a3eb55355cba tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3047574 Sep 17 04:32:30.393514 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-c83f16e5-d516-4f07-8d44-f15a246decb1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924239 Sep 17 04:32:30.488137 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-c0840ec0-dced-48dd-be75-a216ca35acfa service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882983 Sep 17 04:32:30.620097 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9d60f-1f1b-4913-a921-6cc4d82c1f31 req-86e2b57c-af26-4093-9cba-e40b66200aee tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:30.621805 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-66d9d60f-1f1b-4913-a921-6cc4d82c1f31 req-86e2b57c-af26-4093-9cba-e40b66200aee tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0570753 Sep 17 04:32:30.676773 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-66d9d60f-1f1b-4913-a921-6cc4d82c1f31 req-7993710b-f37c-4387-83fb-940d7f8b2867 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489151 Sep 17 04:32:30.677752 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8fcb56d2-3db6-403f-9247-0ce968bef7aa req-2491ca33-f540-4d4a-a5ab-3ce2ba57bef0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 210 time: 0.0411696 Sep 17 04:32:31.288142 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c982a18-bc24-440a-b38e-5af48c8123d7 req-c64852d5-9456-4d0a-a97d-ff53ab7ff2cd tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:31.289694 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6c982a18-bc24-440a-b38e-5af48c8123d7 req-c64852d5-9456-4d0a-a97d-ff53ab7ff2cd tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0506980 Sep 17 04:32:31.338794 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6c982a18-bc24-440a-b38e-5af48c8123d7 req-bedeaf7a-f05c-4c0b-8a99-cf0b1e2e34a2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434165 Sep 17 04:32:31.786957 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-da837a0b-e5d6-4ff2-a1ae-f86d8fc863e9 req-cdb72588-50a6-4f78-aaca-833217340df0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 210 time: 0.0315108 Sep 17 04:32:31.809711 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01237f81-3e2b-4ee1-a96b-1f3c0a6c2086 req-2ae47537-fea4-407f-9b57-583e4462e8d9 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:31.812474 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-01237f81-3e2b-4ee1-a96b-1f3c0a6c2086 req-2ae47537-fea4-407f-9b57-583e4462e8d9 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0577381 Sep 17 04:32:31.865511 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-01237f81-3e2b-4ee1-a96b-1f3c0a6c2086 req-65c167b2-a550-4492-98f6-f2931562453f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433731 Sep 17 04:32:32.480862 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ea37a-d328-420b-9806-6e54bbb824a9 req-68e8edc6-7532-4b16-8adf-4c761e08b043 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:32.482336 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-de2ea37a-d328-420b-9806-6e54bbb824a9 req-68e8edc6-7532-4b16-8adf-4c761e08b043 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0567830 Sep 17 04:32:32.531124 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-de2ea37a-d328-420b-9806-6e54bbb824a9 req-643218e3-59ab-4f85-aa82-815da9ce3443 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428543 Sep 17 04:32:32.902327 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6ee48704-80af-4719-9b7e-76ba88d0eecd req-272d6a53-ff07-43e2-94c0-e5a26d187fb3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 210 time: 0.0302441 Sep 17 04:32:33.254442 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-e0142970-d5e7-4b94-bc44-044dba8e8bd7 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:33.255978 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-e0142970-d5e7-4b94-bc44-044dba8e8bd7 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 814 time: 0.1160135 Sep 17 04:32:33.356307 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-375d7e7a-486d-42ca-871e-04da9a0e8669 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e9f593f419bb4ebeb351a9ad54a2a532 HTTP/1.1" status: 200 len: 471 time: 0.0669203 Sep 17 04:32:33.455203 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:33.470436 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:33.525832 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'port': {'device_id': 'acb9bb23-2e07-483b-b96a-e68d1cb95835', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'admin_state_up': True, 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'security_groups': ['55998bd3-4903-4f7c-8cb0-ed7334d80af9']}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:33.661562 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:33.681711 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1583cdf-c580-4283-9f21-e34c4e9588b4 req-7e521db3-124b-4bc5-ac31-84280973c84f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:33.683197 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d1583cdf-c580-4283-9f21-e34c4e9588b4 req-7e521db3-124b-4bc5-ac31-84280973c84f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0680103 Sep 17 04:32:33.684193 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Made reservation on behalf of e9f593f419bb4ebeb351a9ad54a2a532 for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:32:33.687649 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:33.773349 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:33.785420 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d1583cdf-c580-4283-9f21-e34c4e9588b4 req-de5cc426-cf2e-487b-b122-1a35cf5078b8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954280 Sep 17 04:32:33.856377 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Allocated IP 172.20.0.5 (5d741fbf-1171-42a3-8de2-aef8bbcc1581/72440590-5ca9-47bf-a1be-86065deb25a0/b715886e-d53b-4fcc-a366-f48a27e791df) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:32:34.006484 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for port (b715886e-d53b-4fcc-a366-f48a27e791df), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.011714 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b094bc68-4ec5-4141-a853-8b3c1033bea8 req-848fcfe8-13de-41e7-becf-f957aa09f8d6 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 210 time: 0.0306745 Sep 17 04:32:34.041363 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.086079 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:32:34.089227 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:32:34.092219 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:32:34.118017 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'Port': ['ID=b715886e-d53b-4fcc-a366-f48a27e791df,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:34.131566 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.131973 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.132313 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.132639 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.132963 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.133452 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.133799 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.134107 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.134426 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.134738 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.135037 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.135345 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.135657 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.135976 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.136276 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:34.161799 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:34.162263 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.183157 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-2e04c066-ea4c-45f8-ab97-c12c203798e2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6615033 Sep 17 04:32:34.293005 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Request body: {'port': {'device_id': 'acb9bb23-2e07-483b-b96a-e68d1cb95835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:34.339019 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-d0891280-a3d0-45bf-b78c-19d7ffba384c None None] Provisioning complete for port b715886e-d53b-4fcc-a366-f48a27e791df triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:32:34.339696 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d0891280-a3d0-45bf-b78c-19d7ffba384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.340032 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-d0891280-a3d0-45bf-b78c-19d7ffba384c None None] Attempt 1 to provision port b715886e-d53b-4fcc-a366-f48a27e791df Sep 17 04:32:34.365055 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.365465 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 41028) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:34.370050 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-93ddbcc7-46f1-465f-a224-f58f636a1910 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730456468', 'description': 'tempest-description--506728446'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:34.383524 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-d0891280-a3d0-45bf-b78c-19d7ffba384c None None] Port b715886e-d53b-4fcc-a366-f48a27e791df cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:32:34.391540 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-93ddbcc7-46f1-465f-a224-f58f636a1910 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.464290 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-93ddbcc7-46f1-465f-a224-f58f636a1910 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for security_group (bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.469201 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-93ddbcc7-46f1-465f-a224-f58f636a1910 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.486085 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:34.499227 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:34.503506 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-93ddbcc7-46f1-465f-a224-f58f636a1910 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.504740 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-93ddbcc7-46f1-465f-a224-f58f636a1910 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1382687 Sep 17 04:32:34.506051 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddbcc7-46f1-465f-a224-f58f636a1910 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:34.508146 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 41030) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:34.514097 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-c5d579c6-c7c8-4492-b9fc-984bfd48589f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Request body: {'security_group_rule': {'security_group_id': 'bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:34.545332 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c5d579c6-c7c8-4492-b9fc-984bfd48589f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for security_group_rule (304f16c1-16be-4d91-87e1-80f8e36fa6d4), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.583663 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:34.606381 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c5d579c6-c7c8-4492-b9fc-984bfd48589f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for security_group_rule (304f16c1-16be-4d91-87e1-80f8e36fa6d4), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.611822 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c5d579c6-c7c8-4492-b9fc-984bfd48589f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (304f16c1-16be-4d91-87e1-80f8e36fa6d4), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.631006 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d579c6-c7c8-4492-b9fc-984bfd48589f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304f16c1-16be-4d91-87e1-80f8e36fa6d4,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:34.639474 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c5d579c6-c7c8-4492-b9fc-984bfd48589f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.639699 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b715886e-d53b-4fcc-a366-f48a27e791df {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:32:34.640779 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-c5d579c6-c7c8-4492-b9fc-984bfd48589f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309750 Sep 17 04:32:34.643484 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 41032) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:34.648985 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-a1c0066c-56e6-406d-945b-c4f050cac6c0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Request body: {'security_group_rule': {'security_group_id': 'bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:34.651728 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Publish callbacks [] for port (b715886e-d53b-4fcc-a366-f48a27e791df), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.665404 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Transition to ACTIVE for port object b715886e-d53b-4fcc-a366-f48a27e791df will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:32:34.672491 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.678124 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a1c0066c-56e6-406d-945b-c4f050cac6c0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for security_group_rule (16f160d8-2655-4d8d-aab4-57dc5f2f5068), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.706227 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:34.740417 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Pushing event updated for resources: {'Port': ['ID=b715886e-d53b-4fcc-a366-f48a27e791df,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:34.743358 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a1c0066c-56e6-406d-945b-c4f050cac6c0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for security_group_rule (16f160d8-2655-4d8d-aab4-57dc5f2f5068), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.750160 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a1c0066c-56e6-406d-945b-c4f050cac6c0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (16f160d8-2655-4d8d-aab4-57dc5f2f5068), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.771476 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0066c-56e6-406d-945b-c4f050cac6c0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f160d8-2655-4d8d-aab4-57dc5f2f5068,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:34.777877 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a1c0066c-56e6-406d-945b-c4f050cac6c0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.779080 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-a1c0066c-56e6-406d-945b-c4f050cac6c0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343114 Sep 17 04:32:34.782456 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 41034) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:34.786766 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:34.792132 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Attempting to bind port b715886e-d53b-4fcc-a366-f48a27e791df on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:32:34.792465 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Attempting to bind port b715886e-d53b-4fcc-a366-f48a27e791df by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:32:34.792815 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Attempting to bind port b715886e-d53b-4fcc-a366-f48a27e791df on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:32:34.815993 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.861340 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Port b715886e-d53b-4fcc-a366-f48a27e791df on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:32:34.862299 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Attempting to bind port b715886e-d53b-4fcc-a366-f48a27e791df on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:32:34.884624 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-d0891280-a3d0-45bf-b78c-19d7ffba384c None None] Attempt 2 to provision port b715886e-d53b-4fcc-a366-f48a27e791df Sep 17 04:32:34.910488 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:32:34.910896 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Checking segment: {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:32:34.911350 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Bound using segment: {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:32:34.911845 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Bound port: b715886e-d53b-4fcc-a366-f48a27e791df, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:32:34.912255 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.923646 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-d0891280-a3d0-45bf-b78c-19d7ffba384c None None] Port b715886e-d53b-4fcc-a366-f48a27e791df cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:32:34.934699 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.949341 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ffa37-8fa0-4f00-a98b-1ed5a95e1ed3 req-ad825aa8-13bf-42ad-8389-5bb7dd1c2aba tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:34.950853 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-488ffa37-8fa0-4f00-a98b-1ed5a95e1ed3 req-ad825aa8-13bf-42ad-8389-5bb7dd1c2aba tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0749438 Sep 17 04:32:34.978983 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] For port b715886e-d53b-4fcc-a366-f48a27e791df, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:32:34.982356 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] For port b715886e-d53b-4fcc-a366-f48a27e791df, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b715886e-d53b-4fcc-a366-f48a27e791df,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:32:34.988508 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.991943 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:34.992903 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:34.994308 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/b715886e-d53b-4fcc-a366-f48a27e791df HTTP/1.1" status: 200 len: 1093 time: 0.7059667 Sep 17 04:32:35.016691 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb9bb23-2e07-483b-b96a-e68d1cb95835', 'tag': 'b715886e-d53b-4fcc-a366-f48a27e791df'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:32:35.019763 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2f206f-bb18-40ac-96e0-d006c2ea2e27" -d '{"events": [{"name": "network-changed", "server_uuid": "acb9bb23-2e07-483b-b96a-e68d1cb95835", "tag": "b715886e-d53b-4fcc-a366-f48a27e791df"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:32:35.055788 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3796e0-af4e-44d5-a328-f00bd36960cd service neutron] Pushing event updated for resources: {'Port': ['ID=b715886e-d53b-4fcc-a366-f48a27e791df,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:35.069612 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29ca932-e1e4-4e3a-9c2a-4bead3a6cd6b x-openstack-request-id: req-d29ca932-e1e4-4e3a-9c2a-4bead3a6cd6b {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:32:35.069908 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb9bb23-2e07-483b-b96a-e68d1cb95835", "tag": "b715886e-d53b-4fcc-a366-f48a27e791df", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:32:35.070160 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d29ca932-e1e4-4e3a-9c2a-4bead3a6cd6b {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:32:35.070559 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29ca932-e1e4-4e3a-9c2a-4bead3a6cd6b'] response: {'name': 'network-changed', 'server_uuid': 'acb9bb23-2e07-483b-b96a-e68d1cb95835', 'tag': 'b715886e-d53b-4fcc-a366-f48a27e791df', 'status': 'completed', 'code': 200} Sep 17 04:32:35.082993 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-488ffa37-8fa0-4f00-a98b-1ed5a95e1ed3 req-80a034c8-c18e-4884-a338-52f110a34658 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983818 Sep 17 04:32:35.094342 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Allocated IP 172.27.3.59 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/53774915-fa58-490d-85d9-57c365d3de09) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:32:35.199933 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacab47f-45dc-4cfa-b177-74bd7320790b req-77b72511-4892-46d5-a30e-669088db91da tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:35.201423 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aacab47f-45dc-4cfa-b177-74bd7320790b req-77b72511-4892-46d5-a30e-669088db91da tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 943 time: 0.0776980 Sep 17 04:32:35.202485 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-540c7083-5ff0-42a2-be4b-faddf2fa2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:35.203785 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-540c7083-5ff0-42a2-be4b-faddf2fa2c18 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 1127 time: 0.0687642 Sep 17 04:32:35.216404 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for port (53774915-fa58-490d-85d9-57c365d3de09), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:35.239613 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:35.251478 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (53774915-fa58-490d-85d9-57c365d3de09), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:35.266830 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-70389542-edfc-4c75-b4c8-34a1054f2a3a service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b715886e-d53b-4fcc-a366-f48a27e791df HTTP/1.1" status: 200 len: 217 time: 0.0405755 Sep 17 04:32:35.276352 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:35.301556 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:32:35.302735 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Pushing event updated for resources: {'Port': ['ID=53774915-fa58-490d-85d9-57c365d3de09,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:35.306186 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:32:35.308248 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:32:35.315983 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aacab47f-45dc-4cfa-b177-74bd7320790b req-dc54ee9f-4df2-494c-8115-8fda4eb483ef tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082895 Sep 17 04:32:35.345125 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-70a955ca-6773-4469-b15c-b390f437ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:35.346613 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-70a955ca-6773-4469-b15c-b390f437ea3d service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.0710714 Sep 17 04:32:35.399232 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-ed18e1a2-fa75-40b2-b1ca-2ebdb10e8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:35.400747 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-ed18e1a2-fa75-40b2-b1ca-2ebdb10e8d16 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453281 Sep 17 04:32:35.403176 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for floatingip (9b6d8800-9ad7-4cfc-a33e-c776873ceb18), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:35.424562 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-d0891280-a3d0-45bf-b78c-19d7ffba384c None None] Attempt 3 to provision port b715886e-d53b-4fcc-a366-f48a27e791df Sep 17 04:32:35.448892 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (53774915-fa58-490d-85d9-57c365d3de09), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:35.463741 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-d0891280-a3d0-45bf-b78c-19d7ffba384c None None] Port b715886e-d53b-4fcc-a366-f48a27e791df had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:32:35.497381 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-4ac327ee-6b55-4039-a9dd-a80a36d23336 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891509 Sep 17 04:32:35.595043 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b291f8ad-0e14-4d04-9027-7e074bf184e9 req-3495227b-756c-4f9c-8bfb-8ef48003a7cf service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903609 Sep 17 04:32:35.604121 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for port (53774915-fa58-490d-85d9-57c365d3de09), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:35.609660 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (53774915-fa58-490d-85d9-57c365d3de09), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:35.678497 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Pushing event updated for resources: {'Port': ['ID=53774915-fa58-490d-85d9-57c365d3de09,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:35.680891 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (9b6d8800-9ad7-4cfc-a33e-c776873ceb18), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:35.698559 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:35.699795 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-258ff6ae-d28b-42c3-8176-3dc6f6aa1cb5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9163914 Sep 17 04:32:35.911035 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-a82f31fe-1d5b-4b7e-af5e-22c9db72c227 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--730456468&fields=id&tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6 HTTP/1.1" status: 200 len: 267 time: 0.0454350 Sep 17 04:32:36.030714 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-42471fbf-9d50-4b6c-96b7-a7b55d6738eb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:36.032208 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-42471fbf-9d50-4b6c-96b7-a7b55d6738eb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 818 time: 0.1183715 Sep 17 04:32:36.048563 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-9e5c59ad-493a-4e2d-b333-9dddc7c6221c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/quotas/d54f5f66e0eb4be9aad2e6d37e0b6db6 HTTP/1.1" status: 200 len: 375 time: 0.0105364 Sep 17 04:32:36.105714 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-3e62a0db-9b8b-4980-b490-9997f38d59cc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0513387 Sep 17 04:32:36.208242 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-667d2a80-d6fc-4d5c-80a8-185f1eb1623c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904038 Sep 17 04:32:36.214058 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6ee2-4a8d-461a-9f69-c3629e4a674b req-48d58541-3000-45f6-937f-8bd2fc5f8be0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:36.215548 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fabb6ee2-4a8d-461a-9f69-c3629e4a674b req-48d58541-3000-45f6-937f-8bd2fc5f8be0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0496099 Sep 17 04:32:36.248304 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:36.267039 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fabb6ee2-4a8d-461a-9f69-c3629e4a674b req-4086ecd7-e2f4-4be1-a74a-34385971cb55 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453725 Sep 17 04:32:36.302765 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-2fbcceba-8743-446f-a3f4-6c9700b5acee service neutron] 10.222.0.60 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884585 Sep 17 04:32:36.454014 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cad143-cbb1-486b-80dc-860716720aba req-4b863e9c-de8d-4c18-8e88-4bfd51bb112a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:36.455538 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-42cad143-cbb1-486b-80dc-860716720aba req-4b863e9c-de8d-4c18-8e88-4bfd51bb112a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 943 time: 0.0589428 Sep 17 04:32:36.477733 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-886deac6-214b-4e01-9af3-0c4831812f5c req-86958a8e-b843-4fe1-90af-acdcf74f2ee3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 210 time: 0.0334988 Sep 17 04:32:36.514075 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-42cad143-cbb1-486b-80dc-860716720aba req-022a4b82-fea8-49ee-bfee-1e82482e6aa6 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521364 Sep 17 04:32:37.376983 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:37.414510 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319ad68-c437-486e-a0b4-5e30e6270eba req-45471b97-e2c0-473c-9117-65331e85c9ca tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:37.415970 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9319ad68-c437-486e-a0b4-5e30e6270eba req-45471b97-e2c0-473c-9117-65331e85c9ca tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0501022 Sep 17 04:32:37.429115 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:37.467508 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9319ad68-c437-486e-a0b4-5e30e6270eba req-7f53ce50-176c-4f98-a137-f955ff0c4019 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447009 Sep 17 04:32:37.587696 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-78413a3f-a19c-4be0-9e31-86d535351d6b req-abf81f9d-539f-4ce3-b417-7155c3b2b4ed tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 210 time: 0.0295205 Sep 17 04:32:37.635941 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5584b2-ff96-459c-a2c9-ce02fc966847 req-3864307c-9521-4eb6-b28c-451f4d71b6e0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:37.637443 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8e5584b2-ff96-459c-a2c9-ce02fc966847 req-3864307c-9521-4eb6-b28c-451f4d71b6e0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 943 time: 0.0479167 Sep 17 04:32:37.689737 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8e5584b2-ff96-459c-a2c9-ce02fc966847 req-08c1518f-990b-4fb8-b208-bdf7576ead1d tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464723 Sep 17 04:32:38.587211 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:38.601634 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4799c-91e5-4371-bbd7-b5ffdd4e66fe req-9e5aca63-21af-48ba-90c5-6426d11cd23d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:38.603141 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b3d4799c-91e5-4371-bbd7-b5ffdd4e66fe req-9e5aca63-21af-48ba-90c5-6426d11cd23d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0497873 Sep 17 04:32:38.653299 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b3d4799c-91e5-4371-bbd7-b5ffdd4e66fe req-fd801dd5-3fed-40ee-9b2e-ed834be98821 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443270 Sep 17 04:32:38.699766 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8b293335-7b34-4e5b-b77b-1d6ae7703093 req-02865c60-4a14-44b5-8f42-fd4295cb9595 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 210 time: 0.0316377 Sep 17 04:32:38.808705 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ee420-ef5d-4a78-ae2b-a2587a2dcec4 req-de5a93e0-cec5-4397-aa64-79a083a631ba tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:38.810146 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ac8ee420-ef5d-4a78-ae2b-a2587a2dcec4 req-de5a93e0-cec5-4397-aa64-79a083a631ba tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 943 time: 0.0468748 Sep 17 04:32:38.866388 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ac8ee420-ef5d-4a78-ae2b-a2587a2dcec4 req-6d0d89e3-ecc1-4f61-9c59-fc5c611d4c03 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477369 Sep 17 04:32:39.003814 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f206f-bb18-40ac-96e0-d006c2ea2e27 req-ff7561c5-a68b-43de-ad1d-1cd325b2bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:39.005593 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0b2f206f-bb18-40ac-96e0-d006c2ea2e27 req-ff7561c5-a68b-43de-ad1d-1cd325b2bb5a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 1127 time: 0.0416608 Sep 17 04:32:39.109662 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f206f-bb18-40ac-96e0-d006c2ea2e27 req-4a1cd06e-261e-4b3b-9cb8-7b1e4f1e80c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:39.111139 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0b2f206f-bb18-40ac-96e0-d006c2ea2e27 req-4a1cd06e-261e-4b3b-9cb8-7b1e4f1e80c2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 915 time: 0.0981977 Sep 17 04:32:39.197289 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0b2f206f-bb18-40ac-96e0-d006c2ea2e27 req-bdd40099-d842-43c8-869f-d8934c123389 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b715886e-d53b-4fcc-a366-f48a27e791df HTTP/1.1" status: 200 len: 217 time: 0.0334346 Sep 17 04:32:39.247816 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f206f-bb18-40ac-96e0-d006c2ea2e27 req-57083bf2-704a-4017-a3cf-f964d78e64fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:39.249310 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0b2f206f-bb18-40ac-96e0-d006c2ea2e27 req-57083bf2-704a-4017-a3cf-f964d78e64fd service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.0460057 Sep 17 04:32:39.295980 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f206f-bb18-40ac-96e0-d006c2ea2e27 req-9aa1e2de-9cc2-44e9-a7e5-fde7ef194fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:39.297367 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0b2f206f-bb18-40ac-96e0-d006c2ea2e27 req-9aa1e2de-9cc2-44e9-a7e5-fde7ef194fb3 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405147 Sep 17 04:32:39.402935 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0b2f206f-bb18-40ac-96e0-d006c2ea2e27 req-ee8e6e34-6854-41a0-9d3f-6d381bd012a6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897477 Sep 17 04:32:39.506188 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0b2f206f-bb18-40ac-96e0-d006c2ea2e27 req-8ba05d3b-fc0b-4104-bf66-cc185da3da52 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922782 Sep 17 04:32:39.667353 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device b715886e-d53b-4fcc-a366-f48a27e791df details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:32:39.775645 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port b715886e-d53b-4fcc-a366-f48a27e791df, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b715886e-d53b-4fcc-a366-f48a27e791df,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:39.783364 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1cb47-836a-4047-8043-5028c4e94820 req-b2724adc-74b0-42d9-b9f2-8ccb1902e25a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:39.784816 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ddf1cb47-836a-4047-8043-5028c4e94820 req-b2724adc-74b0-42d9-b9f2-8ccb1902e25a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0503407 Sep 17 04:32:39.787325 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': 'b715886e-d53b-4fcc-a366-f48a27e791df', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'port_id': 'b715886e-d53b-4fcc-a366-f48a27e791df', 'mac_address': 'fa:16:3e:d3:a7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:32:39.804242 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f4ccbc6f-5bde-42a7-a4bb-0f0ac527abdc req-bade3dc8-fe23-47e1-b1f3-569d0c6a1857 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 210 time: 0.0279725 Sep 17 04:32:39.821880 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port b715886e-d53b-4fcc-a366-f48a27e791df is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:32:39.822370 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:39.834292 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ddf1cb47-836a-4047-8043-5028c4e94820 req-90c81a05-f9df-42b6-bc53-6be5aff4a870 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430479 Sep 17 04:32:39.836088 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b715886e-d53b-4fcc-a366-f48a27e791df {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:32:39.856784 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port b715886e-d53b-4fcc-a366-f48a27e791df, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b715886e-d53b-4fcc-a366-f48a27e791df,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:39.861305 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:39.909693 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=b715886e-d53b-4fcc-a366-f48a27e791df,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:39.978015 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:32:39.992452 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824683f-12a0-43c2-8a8c-1157bcbd0cf6 req-5cd0d390-8f1f-4ad3-8b59-8b22e7689f43 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:39.993977 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c824683f-12a0-43c2-8a8c-1157bcbd0cf6 req-5cd0d390-8f1f-4ad3-8b59-8b22e7689f43 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 944 time: 0.0488603 Sep 17 04:32:40.043517 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c824683f-12a0-43c2-8a8c-1157bcbd0cf6 req-e140d88a-a6c3-4873-a2b3-8e6c5ee6ef65 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415466 Sep 17 04:32:40.154401 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-536e2893-52a2-4af1-88ce-e84c9bf4b69d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:40.155891 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-536e2893-52a2-4af1-88ce-e84c9bf4b69d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 818 time: 0.1114602 Sep 17 04:32:40.238117 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-150bcbee-b463-4833-ad5b-ead4fe629b93 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6 HTTP/1.1" status: 200 len: 379 time: 0.0523708 Sep 17 04:32:40.435275 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['b715886e-d53b-4fcc-a366-f48a27e791df'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:32:40.480906 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:40.481897 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-cb8ed6ab-147c-454f-b7d1-06c872a2dbc5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Request body: {'port': {'device_id': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'admin_state_up': True, 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'security_groups': ['bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77']}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:40.526073 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:40.590717 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:40.600689 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-cb8ed6ab-147c-454f-b7d1-06c872a2dbc5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Made reservation on behalf of d54f5f66e0eb4be9aad2e6d37e0b6db6 for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:32:40.604572 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-cb8ed6ab-147c-454f-b7d1-06c872a2dbc5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:40.734981 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-cb8ed6ab-147c-454f-b7d1-06c872a2dbc5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Allocated IP 172.20.0.11 (8d122af4-d997-47f1-a988-a7aa32c2bb1b/97a9175c-92a6-4b94-af1d-b54c3280ddbe/ace73665-81e0-4dd4-bd89-8ca9daa484ad) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:32:40.882111 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-cb8ed6ab-147c-454f-b7d1-06c872a2dbc5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:40.912912 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c62c55e9-f459-440c-90b9-4eaceefec608 req-9a9feb1c-ef0a-4d9c-942f-c8bb7307c1cc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 210 time: 0.0285416 Sep 17 04:32:40.925932 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-cb8ed6ab-147c-454f-b7d1-06c872a2dbc5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:41.002202 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-cb8ed6ab-147c-454f-b7d1-06c872a2dbc5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Network 8d122af4-d997-47f1-a988-a7aa32c2bb1b is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:32:41.009509 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-cb8ed6ab-147c-454f-b7d1-06c872a2dbc5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:32:41.012819 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-cb8ed6ab-147c-454f-b7d1-06c872a2dbc5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:32:41.039302 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ed6ab-147c-454f-b7d1-06c872a2dbc5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Pushing event updated for resources: {'Port': ['ID=ace73665-81e0-4dd4-bd89-8ca9daa484ad,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:41.048553 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3035905-e6d2-4c38-b862-3b92c6c5129c req-45652d55-8d5a-4fab-bb32-7a96765e2ef9 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:41.050127 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c3035905-e6d2-4c38-b862-3b92c6c5129c req-45652d55-8d5a-4fab-bb32-7a96765e2ef9 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.1274884 Sep 17 04:32:41.096779 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-cb8ed6ab-147c-454f-b7d1-06c872a2dbc5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:41.097837 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-cb8ed6ab-147c-454f-b7d1-06c872a2dbc5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:41.131492 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-cb8ed6ab-147c-454f-b7d1-06c872a2dbc5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6537435 Sep 17 04:32:41.143133 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c3035905-e6d2-4c38-b862-3b92c6c5129c req-1376be8f-fa1a-4955-a02c-8cd761ef430a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839517 Sep 17 04:32:41.155134 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Request body: {'port': {'device_id': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:41.215232 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73e6ee-17ca-4ae8-8152-b41313f41b99 req-5cc6380f-8742-4557-a2d0-c97401995428 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:41.221575 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0c73e6ee-17ca-4ae8-8152-b41313f41b99 req-5cc6380f-8742-4557-a2d0-c97401995428 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 944 time: 0.0912342 Sep 17 04:32:41.230047 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-8c59bfe5-0e60-4a5d-806a-41fe23f8caa9 None None] Provisioning complete for port ace73665-81e0-4dd4-bd89-8ca9daa484ad triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:32:41.230645 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8c59bfe5-0e60-4a5d-806a-41fe23f8caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:41.230748 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-8c59bfe5-0e60-4a5d-806a-41fe23f8caa9 None None] Attempt 1 to provision port ace73665-81e0-4dd4-bd89-8ca9daa484ad Sep 17 04:32:41.239736 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:41.267923 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-8c59bfe5-0e60-4a5d-806a-41fe23f8caa9 None None] Port ace73665-81e0-4dd4-bd89-8ca9daa484ad cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:32:41.272899 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0c73e6ee-17ca-4ae8-8152-b41313f41b99 req-f6ca9ec5-293e-4d8b-874e-b0c70501cf88 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488498 Sep 17 04:32:41.340320 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:41.450078 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:41.499379 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace73665-81e0-4dd4-bd89-8ca9daa484ad {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:32:41.506988 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Publish callbacks [] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:41.520707 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Transition to ACTIVE for port object ace73665-81e0-4dd4-bd89-8ca9daa484ad will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:32:41.525542 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:41.590022 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Pushing event updated for resources: {'Port': ['ID=ace73665-81e0-4dd4-bd89-8ca9daa484ad,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:41.639884 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Attempting to bind port ace73665-81e0-4dd4-bd89-8ca9daa484ad on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:32:41.640208 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Attempting to bind port ace73665-81e0-4dd4-bd89-8ca9daa484ad by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:32:41.640541 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Attempting to bind port ace73665-81e0-4dd4-bd89-8ca9daa484ad on network 8d122af4-d997-47f1-a988-a7aa32c2bb1b {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:32:41.682278 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Port ace73665-81e0-4dd4-bd89-8ca9daa484ad on network 8d122af4-d997-47f1-a988-a7aa32c2bb1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:32:41.682627 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Attempting to bind port ace73665-81e0-4dd4-bd89-8ca9daa484ad on network 8d122af4-d997-47f1-a988-a7aa32c2bb1b {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:32:41.724792 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:32:41.725120 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Checking segment: {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:32:41.725545 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Bound using segment: {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:32:41.725998 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Bound port: ace73665-81e0-4dd4-bd89-8ca9daa484ad, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f04b0d8-82de-4a5b-9dda-4460a53b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:32:41.726387 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:41.769241 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-8c59bfe5-0e60-4a5d-806a-41fe23f8caa9 None None] Attempt 2 to provision port ace73665-81e0-4dd4-bd89-8ca9daa484ad Sep 17 04:32:41.791388 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] For port ace73665-81e0-4dd4-bd89-8ca9daa484ad, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:32:41.794574 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] For port ace73665-81e0-4dd4-bd89-8ca9daa484ad, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=ace73665-81e0-4dd4-bd89-8ca9daa484ad,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:32:41.800577 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-8c59bfe5-0e60-4a5d-806a-41fe23f8caa9 None None] Port ace73665-81e0-4dd4-bd89-8ca9daa484ad cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:32:41.802565 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:41.807413 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:41.808021 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:41.809421 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/ace73665-81e0-4dd4-bd89-8ca9daa484ad HTTP/1.1" status: 200 len: 1094 time: 0.6611667 Sep 17 04:32:41.809970 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'tag': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:32:41.812204 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b835e517-c906-4a9a-b997-2d0a2a59312d" -d '{"events": [{"name": "network-changed", "server_uuid": "260f958f-caf1-46d9-8a2e-74816fa1bfd6", "tag": "ace73665-81e0-4dd4-bd89-8ca9daa484ad"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:32:41.857494 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eb4e02-330b-4055-9f35-55c027f16a19 x-openstack-request-id: req-b9eb4e02-330b-4055-9f35-55c027f16a19 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:32:41.857779 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260f958f-caf1-46d9-8a2e-74816fa1bfd6", "tag": "ace73665-81e0-4dd4-bd89-8ca9daa484ad", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:32:41.858030 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9eb4e02-330b-4055-9f35-55c027f16a19 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:32:41.858433 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9eb4e02-330b-4055-9f35-55c027f16a19'] response: {'name': 'network-changed', 'server_uuid': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'tag': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'status': 'completed', 'code': 200} Sep 17 04:32:41.863230 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1eaecb-1624-4dbf-addc-11b105490322 service neutron] Pushing event updated for resources: {'Port': ['ID=ace73665-81e0-4dd4-bd89-8ca9daa484ad,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:41.913715 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device b715886e-d53b-4fcc-a366-f48a27e791df up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:32:41.957875 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-da037506-01cf-4700-bc74-221b6f273fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:41.959373 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-da037506-01cf-4700-bc74-221b6f273fe9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 1128 time: 0.0424018 Sep 17 04:32:41.960566 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port b715886e-d53b-4fcc-a366-f48a27e791df completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:32:41.968343 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port b715886e-d53b-4fcc-a366-f48a27e791df triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:32:41.968736 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:41.969072 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port b715886e-d53b-4fcc-a366-f48a27e791df Sep 17 04:32:42.011702 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-c755aba4-78b3-45c1-9181-8ff06eee7c8d service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace73665-81e0-4dd4-bd89-8ca9daa484ad HTTP/1.1" status: 200 len: 217 time: 0.0378330 Sep 17 04:32:42.033854 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6044b7-62ca-47a2-ad7c-708a2fa8787e req-bb00f2cd-fd05-4327-b9c6-5cdef6ee24fd tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:42.035328 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2c6044b7-62ca-47a2-ad7c-708a2fa8787e req-bb00f2cd-fd05-4327-b9c6-5cdef6ee24fd tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 944 time: 0.0475430 Sep 17 04:32:42.045939 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port b715886e-d53b-4fcc-a366-f48a27e791df is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:32:42.046317 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:42.063663 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:42.070007 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb9bb23-2e07-483b-b96a-e68d1cb95835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b715886e-d53b-4fcc-a366-f48a27e791df'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:32:42.071853 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a9daba-a439-4a96-a2a0-1eb7efa26969" -d '{"events": [{"server_uuid": "acb9bb23-2e07-483b-b96a-e68d1cb95835", "name": "network-vif-plugged", "status": "completed", "tag": "b715886e-d53b-4fcc-a366-f48a27e791df"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:32:42.086064 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port b715886e-d53b-4fcc-a366-f48a27e791df, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b715886e-d53b-4fcc-a366-f48a27e791df,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:42.086280 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2c6044b7-62ca-47a2-ad7c-708a2fa8787e req-88db0cca-6f35-458e-95d1-af7584d4b3e7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443878 Sep 17 04:32:42.090784 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:42.117922 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e25b443-e4f0-4f22-82eb-7455123631ea x-openstack-request-id: req-7e25b443-e4f0-4f22-82eb-7455123631ea {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:32:42.118236 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb9bb23-2e07-483b-b96a-e68d1cb95835", "name": "network-vif-plugged", "status": "completed", "tag": "b715886e-d53b-4fcc-a366-f48a27e791df", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:32:42.118490 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e25b443-e4f0-4f22-82eb-7455123631ea {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:32:42.118882 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e25b443-e4f0-4f22-82eb-7455123631ea'] response: {'server_uuid': 'acb9bb23-2e07-483b-b96a-e68d1cb95835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b715886e-d53b-4fcc-a366-f48a27e791df', 'code': 200} Sep 17 04:32:42.145760 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=b715886e-d53b-4fcc-a366-f48a27e791df,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:42.302287 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-8c59bfe5-0e60-4a5d-806a-41fe23f8caa9 None None] Attempt 3 to provision port ace73665-81e0-4dd4-bd89-8ca9daa484ad Sep 17 04:32:42.309570 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c821b68-045d-4c2b-839f-256b9d0b8b27 req-9799552f-d3bf-41d6-bc4b-90efb6164bd3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:42.311306 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4c821b68-045d-4c2b-839f-256b9d0b8b27 req-9799552f-d3bf-41d6-bc4b-90efb6164bd3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0608358 Sep 17 04:32:42.365537 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-8c59bfe5-0e60-4a5d-806a-41fe23f8caa9 None None] Port ace73665-81e0-4dd4-bd89-8ca9daa484ad had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:32:42.370918 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4c821b68-045d-4c2b-839f-256b9d0b8b27 req-0777c2d0-1a67-4ca5-a515-ef557d8318b4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536592 Sep 17 04:32:42.490816 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-424cc15f-b9bc-4a31-b3cf-b83cea8b257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:42.492330 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-424cc15f-b9bc-4a31-b3cf-b83cea8b257d service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.3766959 Sep 17 04:32:42.493655 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1dacf-2035-498f-9a85-f466ba6dc848 req-44b66a10-c2cd-4ef1-bf20-88f2c3da2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:42.494956 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a4c1dacf-2035-498f-9a85-f466ba6dc848 req-44b66a10-c2cd-4ef1-bf20-88f2c3da2dcc service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 1129 time: 0.0865855 Sep 17 04:32:42.500716 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1bd84-b1ea-4cb8-a593-fca0cd623cdc req-31e32300-adf3-4a20-b940-69a2f8e6f3e3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:42.502066 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d8c1bd84-b1ea-4cb8-a593-fca0cd623cdc req-31e32300-adf3-4a20-b940-69a2f8e6f3e3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 945 time: 0.0923414 Sep 17 04:32:42.578320 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-5f543103-6830-45fc-9d9b-25d1e581aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:42.579726 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-5f543103-6830-45fc-9d9b-25d1e581aabd service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679507 Sep 17 04:32:42.600326 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:42.659703 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d8c1bd84-b1ea-4cb8-a593-fca0cd623cdc req-492f06f9-0c24-4acc-a967-466992d98385 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489131 Sep 17 04:32:42.669684 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a4c1dacf-2035-498f-9a85-f466ba6dc848 req-3f3abb0f-9af1-422a-98ab-40382d7ea9e3 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457458 Sep 17 04:32:42.708269 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-7dcfb965-9082-47ff-b36d-19717e3cfa30 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212523 Sep 17 04:32:43.226587 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745d7eb-bf23-424d-92ec-e9e8d271b643 req-09ffe653-9b8f-43ee-b4f6-7934b7442468 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:43.228096 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6745d7eb-bf23-424d-92ec-e9e8d271b643 req-09ffe653-9b8f-43ee-b4f6-7934b7442468 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 944 time: 0.0523937 Sep 17 04:32:43.275985 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6745d7eb-bf23-424d-92ec-e9e8d271b643 req-07b94a76-2421-4f59-90f0-10a19cfcfc43 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422189 Sep 17 04:32:43.290709 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:43.316628 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd40bc50-a680-4d5b-881e-7bb632567d52 req-3624c98f-a334-4959-b43a-2bd5218a895c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893397 Sep 17 04:32:43.512453 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7499112-fe8c-46ba-8c98-456498d22f3b req-5fad3e93-6ca6-4a53-ad74-5e47321ca1ba tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:43.513961 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b7499112-fe8c-46ba-8c98-456498d22f3b req-5fad3e93-6ca6-4a53-ad74-5e47321ca1ba tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0597818 Sep 17 04:32:43.567088 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b7499112-fe8c-46ba-8c98-456498d22f3b req-01cc0a82-f919-42c0-bead-9d2b04400896 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Sep 17 04:32:43.790622 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4945292-11bf-440a-a5ab-2266938b168d req-0373ce20-7624-4060-ab06-0884ed559694 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:43.792086 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c4945292-11bf-440a-a5ab-2266938b168d req-0373ce20-7624-4060-ab06-0884ed559694 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 945 time: 0.0531855 Sep 17 04:32:43.842589 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c4945292-11bf-440a-a5ab-2266938b168d req-9a6290b0-d708-4618-b406-1cdd6a9c01b3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424883 Sep 17 04:32:44.407630 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46018c-de08-407d-b204-fffd10352822 req-b5b82d64-fe7f-4a48-a0cd-33601437c350 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:44.409107 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4d46018c-de08-407d-b204-fffd10352822 req-b5b82d64-fe7f-4a48-a0cd-33601437c350 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 944 time: 0.0482149 Sep 17 04:32:44.459293 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4d46018c-de08-407d-b204-fffd10352822 req-7b96cfd2-7a53-42b4-b901-0ef8940bcc34 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438008 Sep 17 04:32:44.705233 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69616c-2a76-4903-9740-7bfe119aac36 req-d1f46c3b-e58b-4dfe-98f9-d3abbe2789ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:44.706774 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bc69616c-2a76-4903-9740-7bfe119aac36 req-d1f46c3b-e58b-4dfe-98f9-d3abbe2789ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0507271 Sep 17 04:32:44.753631 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bc69616c-2a76-4903-9740-7bfe119aac36 req-d7a9830a-6d86-4edd-8af5-f8a61ff2c7fa tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410342 Sep 17 04:32:44.989037 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3596e-8436-4477-bf30-cc9b1add9c7c req-92c3f353-7714-4440-831c-971121af6fd6 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:44.990509 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-98c3596e-8436-4477-bf30-cc9b1add9c7c req-92c3f353-7714-4440-831c-971121af6fd6 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 945 time: 0.0547512 Sep 17 04:32:45.041518 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-98c3596e-8436-4477-bf30-cc9b1add9c7c req-bbe91346-20ad-4add-9722-c7f97aa3a8ef tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452356 Sep 17 04:32:45.592615 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5b8fd-4977-4bc1-bc95-187a2b37a59a req-dd10afcd-2562-4c0f-b522-6b55b82dcfe2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:45.594144 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4ed5b8fd-4977-4bc1-bc95-187a2b37a59a req-dd10afcd-2562-4c0f-b522-6b55b82dcfe2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 944 time: 0.0594845 Sep 17 04:32:45.646342 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4ed5b8fd-4977-4bc1-bc95-187a2b37a59a req-fb945351-eaa9-4c9d-b69f-5fd5e5dafeaf tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434277 Sep 17 04:32:45.769376 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:45.886536 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6e389-4434-4a39-8948-8ea5e574a485 req-b5d0c883-21d8-4edf-8d87-8fb66115c7f6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:45.887996 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-29a6e389-4434-4a39-8948-8ea5e574a485 req-b5d0c883-21d8-4edf-8d87-8fb66115c7f6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0530512 Sep 17 04:32:45.937616 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-29a6e389-4434-4a39-8948-8ea5e574a485 req-4c3914ea-357b-4d19-bfc8-62e0b939add4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412328 Sep 17 04:32:46.150039 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:46.168554 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476a04d-ba00-420a-bdf7-0f98d818bf76 req-b5adae57-c9de-44b0-81a4-b500c886f7a5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:46.170070 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9476a04d-ba00-420a-bdf7-0f98d818bf76 req-b5adae57-c9de-44b0-81a4-b500c886f7a5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 945 time: 0.0476661 Sep 17 04:32:46.221233 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9476a04d-ba00-420a-bdf7-0f98d818bf76 req-6fa5c520-6a2a-4417-99d5-c69647c317bb tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453784 Sep 17 04:32:46.770296 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170269a-b70b-47c2-8054-fc0831b35cc3 req-e43d2f34-c2ad-409e-8aa2-42a16d23fd53 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:46.771755 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6170269a-b70b-47c2-8054-fc0831b35cc3 req-e43d2f34-c2ad-409e-8aa2-42a16d23fd53 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 944 time: 0.0482395 Sep 17 04:32:46.825254 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6170269a-b70b-47c2-8054-fc0831b35cc3 req-5d4da033-8c3c-4e85-abb1-66b2731af884 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473878 Sep 17 04:32:47.075835 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be673816-0b2d-474e-acbb-8e2a8930cc12 req-5a1eec96-90de-4a06-9e74-496ae3d35cf5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:47.077340 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-be673816-0b2d-474e-acbb-8e2a8930cc12 req-5a1eec96-90de-4a06-9e74-496ae3d35cf5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0482392 Sep 17 04:32:47.126525 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-be673816-0b2d-474e-acbb-8e2a8930cc12 req-352e04da-1a9e-4e02-b10d-b6edff127966 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434353 Sep 17 04:32:47.376907 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d8507-7d78-40dd-bedc-efbf5a20851a req-140e02e8-c7bb-4857-bf15-ac3fa01170bc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:47.378284 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5a5d8507-7d78-40dd-bedc-efbf5a20851a req-140e02e8-c7bb-4857-bf15-ac3fa01170bc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 945 time: 0.0603569 Sep 17 04:32:47.427698 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5a5d8507-7d78-40dd-bedc-efbf5a20851a req-c55d08eb-359f-4045-8900-38917538539a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422883 Sep 17 04:32:47.952400 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a07fb2-e952-455f-8781-33d6382fcf29 req-87e08576-5906-4277-ac2d-029e8bc4cce2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:47.953766 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-37a07fb2-e952-455f-8781-33d6382fcf29 req-87e08576-5906-4277-ac2d-029e8bc4cce2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 944 time: 0.0486026 Sep 17 04:32:47.967276 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:48.007351 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-37a07fb2-e952-455f-8781-33d6382fcf29 req-b0c8ee43-f34c-4247-9e5b-8c109073ad41 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453889 Sep 17 04:32:48.272485 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b61e4c-b84f-4939-b60e-802bc25c112d req-fa2f8f5b-908f-4188-bf6d-f69d84e9a921 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:48.273975 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b4b61e4c-b84f-4939-b60e-802bc25c112d req-fa2f8f5b-908f-4188-bf6d-f69d84e9a921 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0470176 Sep 17 04:32:48.324257 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b4b61e4c-b84f-4939-b60e-802bc25c112d req-1b4f7142-3ca7-4c09-b3eb-da6093e74fec tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420961 Sep 17 04:32:48.429953 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d3a05e04-0d75-4f1e-8a20-c895a515d58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:48.552221 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b4b72-9a09-4e17-a313-eea996825c8f req-ee40661f-646a-4642-9137-95a7e4c05978 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:48.553640 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ac3b4b72-9a09-4e17-a313-eea996825c8f req-ee40661f-646a-4642-9137-95a7e4c05978 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 945 time: 0.0509439 Sep 17 04:32:48.604072 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ac3b4b72-9a09-4e17-a313-eea996825c8f req-3c677153-15a0-47df-a9f8-36dcce1ae615 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446904 Sep 17 04:32:48.680517 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e517-c906-4a9a-b997-2d0a2a59312d req-bf91f0a2-223e-427f-b1f7-63268148a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:48.682087 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b835e517-c906-4a9a-b997-2d0a2a59312d req-bf91f0a2-223e-427f-b1f7-63268148a650 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 1128 time: 0.0483539 Sep 17 04:32:48.731094 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7043014-c14d-4f84-a80a-7b54d9d987b8 req-55e765ec-c22f-4cc8-836d-4d14e132d512 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:48.732549 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b7043014-c14d-4f84-a80a-7b54d9d987b8 req-55e765ec-c22f-4cc8-836d-4d14e132d512 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 945 time: 0.0496085 Sep 17 04:32:48.742558 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 41188) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:48.746982 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-abaabc77-fdc6-40ac-b2b6-4e332bc03c46 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'floatingip': {'port_id': 'b715886e-d53b-4fcc-a366-f48a27e791df'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:48.785245 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-abaabc77-fdc6-40ac-b2b6-4e332bc03c46 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (90d39346-5feb-4d0c-af33-0b143e3a69d0), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:48.943198 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:49.032734 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:49.128224 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd7a0f-5cc7-42df-b83e-a3156391dbbb req-c1a49d5f-8c3b-4cd7-92aa-fe28bb1ed841 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:49.129874 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a5fd7a0f-5cc7-42df-b83e-a3156391dbbb req-c1a49d5f-8c3b-4cd7-92aa-fe28bb1ed841 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 944 time: 0.0482092 Sep 17 04:32:49.177459 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a5fd7a0f-5cc7-42df-b83e-a3156391dbbb req-361cb41f-1025-4fb8-9c19-675e07c2df34 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417442 Sep 17 04:32:49.218369 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-abaabc77-fdc6-40ac-b2b6-4e332bc03c46 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:49.223714 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-abaabc77-fdc6-40ac-b2b6-4e332bc03c46 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (90d39346-5feb-4d0c-af33-0b143e3a69d0), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:49.320434 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [None req-abaabc77-fdc6-40ac-b2b6-4e332bc03c46 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Floating IP 90d39346-5feb-4d0c-af33-0b143e3a69d0 associated. External IP: 172.27.3.76, port: b715886e-d53b-4fcc-a366-f48a27e791df. Sep 17 04:32:49.490679 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e08ad4-16d4-4dd6-afb3-e6d87b3ae2a7 req-79f69bea-f601-4af1-a0f4-910ae736b82e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:49.492053 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e0e08ad4-16d4-4dd6-afb3-e6d87b3ae2a7 req-79f69bea-f601-4af1-a0f4-910ae736b82e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0816751 Sep 17 04:32:49.649686 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e0e08ad4-16d4-4dd6-afb3-e6d87b3ae2a7 req-7e8b7c4c-c789-428e-801e-8b7361662dbb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504252 Sep 17 04:32:49.680539 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaabc77-fdc6-40ac-b2b6-4e332bc03c46 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Router 7338ced2-0798-43c2-bdf6-c22b5b76a87c has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:32:49.698179 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4953a624-a09e-4461-be5e-e07ee60e9a00 req-c19722d3-12d9-4f3e-be8b-3eb326f0aec8 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1163526 Sep 17 04:32:49.717416 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e517-c906-4a9a-b997-2d0a2a59312d req-f0270540-591c-4c48-ba05-d70aaa64cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:49.718772 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b835e517-c906-4a9a-b997-2d0a2a59312d req-f0270540-591c-4c48-ba05-d70aaa64cf12 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 919 time: 0.1508334 Sep 17 04:32:49.813009 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaabc77-fdc6-40ac-b2b6-4e332bc03c46 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:32:49.817834 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-abaabc77-fdc6-40ac-b2b6-4e332bc03c46 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:49.823998 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71147573-59ec-476f-8a65-c296c8e76c7c None None] Sync routers for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:32:49.835275 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71147573-59ec-476f-8a65-c296c8e76c7c None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:32:49.836327 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-71147573-59ec-476f-8a65-c296c8e76c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:32:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:32:49.837995 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:49.849934 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-abaabc77-fdc6-40ac-b2b6-4e332bc03c46 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/90d39346-5feb-4d0c-af33-0b143e3a69d0 HTTP/1.1" status: 200 len: 990 time: 1.1062913 Sep 17 04:32:49.850847 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb9bb23-2e07-483b-b96a-e68d1cb95835', 'tag': 'b715886e-d53b-4fcc-a366-f48a27e791df'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:32:49.853592 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbd1097-5d71-47bc-9f3b-6de572bad261" -d '{"events": [{"name": "network-changed", "server_uuid": "acb9bb23-2e07-483b-b96a-e68d1cb95835", "tag": "b715886e-d53b-4fcc-a366-f48a27e791df"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:32:49.890872 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32560bdc-9be8-43cd-bc72-945c761b3793 x-openstack-request-id: req-32560bdc-9be8-43cd-bc72-945c761b3793 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:32:49.891234 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb9bb23-2e07-483b-b96a-e68d1cb95835", "tag": "b715886e-d53b-4fcc-a366-f48a27e791df", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:32:49.891553 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32560bdc-9be8-43cd-bc72-945c761b3793 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:32:49.892062 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32560bdc-9be8-43cd-bc72-945c761b3793'] response: {'name': 'network-changed', 'server_uuid': 'acb9bb23-2e07-483b-b96a-e68d1cb95835', 'tag': 'b715886e-d53b-4fcc-a366-f48a27e791df', 'status': 'completed', 'code': 200} Sep 17 04:32:49.924590 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device ace73665-81e0-4dd4-bd89-8ca9daa484ad details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:32:49.951113 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-71147573-59ec-476f-8a65-c296c8e76c7c None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:32:49.972959 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:50.105792 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:50.153048 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port ace73665-81e0-4dd4-bd89-8ca9daa484ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=ace73665-81e0-4dd4-bd89-8ca9daa484ad,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:50.173012 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'port_id': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'mac_address': 'fa:16:3e:cf:e4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:32:50.252451 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port ace73665-81e0-4dd4-bd89-8ca9daa484ad is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:32:50.252818 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:50.280484 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-71147573-59ec-476f-8a65-c296c8e76c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '4678e820-5b3c-435f-80e3-8221287ca101', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:db:f3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508f0590-1d24-42b5-9275-280c6cedff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:28:31Z', 'updated_at': '2022-09-17T04:29:31Z', 'revision_number': 2, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}, {'id': '90d39346-5feb-4d0c-af33-0b143e3a69d0', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': 'b715886e-d53b-4fcc-a366-f48a27e791df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:d3:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb9bb23-2e07-483b-b96a-e68d1cb95835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:32:29Z', 'updated_at': '2022-09-17T04:32:49Z', 'revision_number': 1, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:32:50.282958 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace73665-81e0-4dd4-bd89-8ca9daa484ad {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:32:50.300756 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336fcc-1b6f-4719-b06a-97eaa1c233ee req-4daa3906-b63c-44f0-8696-77ae4461506b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:50.302435 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ea336fcc-1b6f-4719-b06a-97eaa1c233ee req-4daa3906-b63c-44f0-8696-77ae4461506b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 944 time: 0.0489657 Sep 17 04:32:50.354948 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ea336fcc-1b6f-4719-b06a-97eaa1c233ee req-f532d070-a81d-4f34-8f86-a79c51e47340 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464771 Sep 17 04:32:50.434273 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71147573-59ec-476f-8a65-c296c8e76c7c None None] Checking router: 7338ced2-0798-43c2-bdf6-c22b5b76a87c for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:32:50.452778 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port ace73665-81e0-4dd4-bd89-8ca9daa484ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=ace73665-81e0-4dd4-bd89-8ca9daa484ad,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:50.456647 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71147573-59ec-476f-8a65-c296c8e76c7c None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:32:50.457282 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-71147573-59ec-476f-8a65-c296c8e76c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:32:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:32:50.460556 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:50.577528 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:50.578396 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=ace73665-81e0-4dd4-bd89-8ca9daa484ad,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:50.592780 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.593120 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.593482 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.593819 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.594181 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.594506 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.594828 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.595123 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.595476 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.595795 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.596118 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.596440 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.596739 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.597438 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.597760 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:32:50.614321 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-71147573-59ec-476f-8a65-c296c8e76c7c None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:32:50.661173 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6b55db7d-a196-410d-bc78-9ed9d41c2391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:50.832966 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56449a-8d88-4f61-b5a4-6d4e720ef636 req-c0d033a2-0f92-4bd3-a625-6e51a260d06b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:50.839908 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0a56449a-8d88-4f61-b5a4-6d4e720ef636 req-c0d033a2-0f92-4bd3-a625-6e51a260d06b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0620649 Sep 17 04:32:50.855265 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-71147573-59ec-476f-8a65-c296c8e76c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '4678e820-5b3c-435f-80e3-8221287ca101', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:db:f3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508f0590-1d24-42b5-9275-280c6cedff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:28:31Z', 'updated_at': '2022-09-17T04:29:31Z', 'revision_number': 2, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}, {'id': '90d39346-5feb-4d0c-af33-0b143e3a69d0', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': 'b715886e-d53b-4fcc-a366-f48a27e791df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:d3:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb9bb23-2e07-483b-b96a-e68d1cb95835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:32:29Z', 'updated_at': '2022-09-17T04:32:49Z', 'revision_number': 1, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:32:50.859828 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b835e517-c906-4a9a-b997-2d0a2a59312d req-8152ccd4-efd2-44b3-b918-b4b5c79440b1 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace73665-81e0-4dd4-bd89-8ca9daa484ad HTTP/1.1" status: 200 len: 217 time: 0.0460939 Sep 17 04:32:50.885659 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71147573-59ec-476f-8a65-c296c8e76c7c None None] The sync data for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi is: [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '4678e820-5b3c-435f-80e3-8221287ca101', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:db:f3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508f0590-1d24-42b5-9275-280c6cedff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:28:31Z', 'updated_at': '2022-09-17T04:29:31Z', 'revision_number': 2, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}, {'id': '90d39346-5feb-4d0c-af33-0b143e3a69d0', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': 'b715886e-d53b-4fcc-a366-f48a27e791df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:d3:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb9bb23-2e07-483b-b96a-e68d1cb95835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:32:29Z', 'updated_at': '2022-09-17T04:32:49Z', 'revision_number': 1, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:32:50.911687 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:50.928518 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd1097-5d71-47bc-9f3b-6de572bad261 req-8cb30b9a-db28-47d4-bc99-32add7269de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:50.930390 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7bbd1097-5d71-47bc-9f3b-6de572bad261 req-8cb30b9a-db28-47d4-bc99-32add7269de6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 1129 time: 0.0802422 Sep 17 04:32:50.937788 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e517-c906-4a9a-b997-2d0a2a59312d req-1232cbdd-a842-4cd1-972e-78c165c804f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:50.938065 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953a624-a09e-4461-be5e-e07ee60e9a00 req-9bbf2515-0990-4c44-b6b1-e334d2ce31da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:50.939386 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b835e517-c906-4a9a-b997-2d0a2a59312d req-1232cbdd-a842-4cd1-972e-78c165c804f8 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.0628946 Sep 17 04:32:50.939935 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4953a624-a09e-4461-be5e-e07ee60e9a00 req-9bbf2515-0990-4c44-b6b1-e334d2ce31da service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 1130 time: 0.0769491 Sep 17 04:32:50.945677 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0a56449a-8d88-4f61-b5a4-6d4e720ef636 req-08cf47e6-6eba-46b7-97cd-bce39381f904 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043882 Sep 17 04:32:51.026174 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e517-c906-4a9a-b997-2d0a2a59312d req-109550ed-7738-49b7-b998-8be4215f63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:51.027654 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b835e517-c906-4a9a-b997-2d0a2a59312d req-109550ed-7738-49b7-b998-8be4215f63b7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797412 Sep 17 04:32:51.058859 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953a624-a09e-4461-be5e-e07ee60e9a00 req-03cf0d2c-0040-4115-baed-1b0a32e939f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:51.060394 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4953a624-a09e-4461-be5e-e07ee60e9a00 req-03cf0d2c-0040-4115-baed-1b0a32e939f0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 915 time: 0.0949526 Sep 17 04:32:51.110304 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd1097-5d71-47bc-9f3b-6de572bad261 req-97791a95-7a92-4713-93b6-cc562bf4268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:51.111796 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7bbd1097-5d71-47bc-9f3b-6de572bad261 req-97791a95-7a92-4713-93b6-cc562bf4268b service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 915 time: 0.1715331 Sep 17 04:32:51.128899 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4953a624-a09e-4461-be5e-e07ee60e9a00 req-aee9b0bb-e593-4e24-98a4-f63592eb7b9c service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba HTTP/1.1" status: 200 len: 1000 time: 0.0615890 Sep 17 04:32:51.134705 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288864df-03a6-40d7-9219-424c9da512b6 None None] New status for floating IP 90d39346-5feb-4d0c-af33-0b143e3a69d0: ACTIVE {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:32:51.183635 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953a624-a09e-4461-be5e-e07ee60e9a00 req-7a74fb75-f53a-466e-9e8c-9bfa5229e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:51.185244 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4953a624-a09e-4461-be5e-e07ee60e9a00 req-7a74fb75-f53a-466e-9e8c-9bfa5229e0ae service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.0458789 Sep 17 04:32:51.197972 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b835e517-c906-4a9a-b997-2d0a2a59312d req-01406359-5360-45d2-a240-a42ad09f72a1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583388 Sep 17 04:32:51.206179 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7bbd1097-5d71-47bc-9f3b-6de572bad261 req-9a4cb943-c93d-4712-91b7-6991fd2416ff service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b715886e-d53b-4fcc-a366-f48a27e791df HTTP/1.1" status: 200 len: 998 time: 0.0840890 Sep 17 04:32:51.216967 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['ace73665-81e0-4dd4-bd89-8ca9daa484ad'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:32:51.232656 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953a624-a09e-4461-be5e-e07ee60e9a00 req-440944e3-673d-48b4-8f0d-cf60de6173c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:51.234535 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4953a624-a09e-4461-be5e-e07ee60e9a00 req-440944e3-673d-48b4-8f0d-cf60de6173c7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426030 Sep 17 04:32:51.271265 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd1097-5d71-47bc-9f3b-6de572bad261 req-b1448d6c-9ac2-44c3-91f8-8e5ad4fd911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:51.272796 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7bbd1097-5d71-47bc-9f3b-6de572bad261 req-b1448d6c-9ac2-44c3-91f8-8e5ad4fd911c service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.0575051 Sep 17 04:32:51.355208 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd1097-5d71-47bc-9f3b-6de572bad261 req-c76f8f7d-add1-4f67-a86e-b35db1c2ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:51.356595 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7bbd1097-5d71-47bc-9f3b-6de572bad261 req-c76f8f7d-add1-4f67-a86e-b35db1c2ff18 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530322 Sep 17 04:32:51.434412 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b835e517-c906-4a9a-b997-2d0a2a59312d req-972375ab-64ce-45f0-953f-8f4f2b6e629d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271762 Sep 17 04:32:51.509437 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe03aa8-1eca-4dc1-b41a-56cc6f6b2e5a req-1d5703dd-08e4-4982-8c9c-ea2f00cd52d7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:51.510959 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0fe03aa8-1eca-4dc1-b41a-56cc6f6b2e5a req-1d5703dd-08e4-4982-8c9c-ea2f00cd52d7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 945 time: 0.0703232 Sep 17 04:32:51.512910 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7bbd1097-5d71-47bc-9f3b-6de572bad261 req-dd17b5bf-9daa-4c86-9e08-2e3d7c22347c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461840 Sep 17 04:32:51.570054 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4953a624-a09e-4461-be5e-e07ee60e9a00 req-65cad25a-167d-41a2-81ae-a63e35948da7 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277540 Sep 17 04:32:51.612279 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0fe03aa8-1eca-4dc1-b41a-56cc6f6b2e5a req-9f4b4dea-a918-40a1-a5a9-97fda4e347b3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955179 Sep 17 04:32:51.642926 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7bbd1097-5d71-47bc-9f3b-6de572bad261 req-a3483d2b-115a-4de5-ad9b-c9a0c709ac7f service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118171 Sep 17 04:32:51.662109 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:51.669005 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4953a624-a09e-4461-be5e-e07ee60e9a00 req-1b2c08ae-2f93-42b6-af32-a38290c23e68 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919969 Sep 17 04:32:51.946951 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:52.077519 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08da3d8-9193-471f-89bb-951733fbaddf req-3354c927-9fca-442a-a4ab-4d1e79ad0a0f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:52.078888 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c08da3d8-9193-471f-89bb-951733fbaddf req-3354c927-9fca-442a-a4ab-4d1e79ad0a0f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0471704 Sep 17 04:32:52.126977 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c08da3d8-9193-471f-89bb-951733fbaddf req-51c225e3-eb42-454c-a2da-14dff063c1c8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423181 Sep 17 04:32:52.751342 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83b578-49b1-4143-ba47-68a140527607 req-2585e253-c4e9-46f8-9f85-6ddfa86cb23d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:52.752835 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4e83b578-49b1-4143-ba47-68a140527607 req-2585e253-c4e9-46f8-9f85-6ddfa86cb23d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 945 time: 0.0504093 Sep 17 04:32:52.795733 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:52.801311 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4e83b578-49b1-4143-ba47-68a140527607 req-d4675837-4fd8-4449-935c-c568cf5cd2cf tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426781 Sep 17 04:32:53.106324 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 987d1030-ee5a-46f3-b114-6a60faeba2a9 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:32:53.140619 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device ace73665-81e0-4dd4-bd89-8ca9daa484ad up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:32:53.255810 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:53.281080 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993f991-478d-44e1-92d8-ab310ab4b9a3 req-a4a14a98-26d7-4de3-92e8-1b3ba1b1eeda tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:53.282597 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3993f991-478d-44e1-92d8-ab310ab4b9a3 req-a4a14a98-26d7-4de3-92e8-1b3ba1b1eeda tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0518155 Sep 17 04:32:53.283219 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port ace73665-81e0-4dd4-bd89-8ca9daa484ad completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:32:53.296593 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port ace73665-81e0-4dd4-bd89-8ca9daa484ad triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:32:53.297017 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:53.297432 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port ace73665-81e0-4dd4-bd89-8ca9daa484ad Sep 17 04:32:53.301039 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 987d1030-ee5a-46f3-b114-6a60faeba2a9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:53.309936 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:53.336325 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'port_id': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'mac_address': 'fa:16:3e:6f:23:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:32:53.346864 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3993f991-478d-44e1-92d8-ab310ab4b9a3 req-6ead10d2-86f9-45cd-a4ad-f1d910ab0c5c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577388 Sep 17 04:32:53.404464 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 987d1030-ee5a-46f3-b114-6a60faeba2a9 is: ACTIVE; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:32:53.404847 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:53.432863 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 987d1030-ee5a-46f3-b114-6a60faeba2a9 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:32:53.439813 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:53.443613 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port ace73665-81e0-4dd4-bd89-8ca9daa484ad is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:32:53.443997 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:53.476135 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 987d1030-ee5a-46f3-b114-6a60faeba2a9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:53.478596 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:53.487759 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:53.495095 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:32:53.497387 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b19ecc-4ebd-4c22-b1dc-dc6c3c2e53f4" -d '{"events": [{"server_uuid": "260f958f-caf1-46d9-8a2e-74816fa1bfd6", "name": "network-vif-plugged", "status": "completed", "tag": "ace73665-81e0-4dd4-bd89-8ca9daa484ad"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:32:53.532143 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port ace73665-81e0-4dd4-bd89-8ca9daa484ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=ace73665-81e0-4dd4-bd89-8ca9daa484ad,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:53.537998 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:53.570669 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f356d55-a81c-4179-a881-39ef3dd8322c x-openstack-request-id: req-4f356d55-a81c-4179-a881-39ef3dd8322c {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:32:53.570959 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260f958f-caf1-46d9-8a2e-74816fa1bfd6", "name": "network-vif-plugged", "status": "completed", "tag": "ace73665-81e0-4dd4-bd89-8ca9daa484ad", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:32:53.571219 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f356d55-a81c-4179-a881-39ef3dd8322c {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:32:53.571675 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f356d55-a81c-4179-a881-39ef3dd8322c'] response: {'server_uuid': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'code': 200} Sep 17 04:32:53.581313 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=987d1030-ee5a-46f3-b114-6a60faeba2a9,revision_number=6']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:53.581313 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:53.628602 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=ace73665-81e0-4dd4-bd89-8ca9daa484ad,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:53.781384 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['987d1030-ee5a-46f3-b114-6a60faeba2a9'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:32:53.841564 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbc2db-bbae-4e42-99eb-e7cf8f29888b req-49d95b68-0027-4708-9012-73e98518053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:53.843352 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4ecbc2db-bbae-4e42-99eb-e7cf8f29888b req-49d95b68-0027-4708-9012-73e98518053e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 1130 time: 0.0418947 Sep 17 04:32:53.899542 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4ecbc2db-bbae-4e42-99eb-e7cf8f29888b req-a134f9e6-62d8-4a2f-913f-8dcd4b8cb55e service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490644 Sep 17 04:32:53.936265 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1472165-a0f4-4bde-b41a-7744d44a760c req-83b0de8b-b0ac-435b-a04f-98aefe02cf72 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:53.937778 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b1472165-a0f4-4bde-b41a-7744d44a760c req-83b0de8b-b0ac-435b-a04f-98aefe02cf72 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0531678 Sep 17 04:32:53.963593 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:53.986053 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b1472165-a0f4-4bde-b41a-7744d44a760c req-db5253a7-24b0-4c50-b4d2-9c536e33aa34 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425296 Sep 17 04:32:54.740093 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72c2c4-0f76-4491-9fdf-6c00701d46b4 req-c019dd98-dc26-4f76-80cb-5cbd29e1df72 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:54.741625 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fa72c2c4-0f76-4491-9fdf-6c00701d46b4 req-c019dd98-dc26-4f76-80cb-5cbd29e1df72 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 944 time: 0.3076618 Sep 17 04:32:54.788745 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fa72c2c4-0f76-4491-9fdf-6c00701d46b4 req-dc7b1030-f4ce-4003-be24-9c51c1e3654f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411384 Sep 17 04:32:55.121910 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5fe72-e874-44a7-bb05-0dbe193b3508 req-dbcaff20-8fe3-4e25-812f-c5bfd3acceac tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:55.123344 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2ec5fe72-e874-44a7-bb05-0dbe193b3508 req-dbcaff20-8fe3-4e25-812f-c5bfd3acceac tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0524569 Sep 17 04:32:55.137889 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 987d1030-ee5a-46f3-b114-6a60faeba2a9 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:32:55.173970 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2ec5fe72-e874-44a7-bb05-0dbe193b3508 req-8fe3f4e2-c2bf-4dde-9cb9-19820a68f88c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423162 Sep 17 04:32:55.183516 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 987d1030-ee5a-46f3-b114-6a60faeba2a9 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:32:55.183968 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:55.184345 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 987d1030-ee5a-46f3-b114-6a60faeba2a9 Sep 17 04:32:55.259382 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 987d1030-ee5a-46f3-b114-6a60faeba2a9 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:32:55.259756 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:55.284417 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:55.292562 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 987d1030-ee5a-46f3-b114-6a60faeba2a9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:32:55.297433 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:55.345137 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=987d1030-ee5a-46f3-b114-6a60faeba2a9,revision_number=7']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:32:55.573834 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:32:55.577733 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf70cb1-fc72-4385-9f80-909cc0e18880" -d '{"events": [{"server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "name": "network-vif-plugged", "status": "completed", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:32:55.624804 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565ad0d5-f628-46a5-bf9e-81fc1b239a9e x-openstack-request-id: req-565ad0d5-f628-46a5-bf9e-81fc1b239a9e {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:32:55.625126 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "name": "network-vif-plugged", "status": "completed", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:32:55.625420 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-565ad0d5-f628-46a5-bf9e-81fc1b239a9e {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:32:55.625949 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565ad0d5-f628-46a5-bf9e-81fc1b239a9e'] response: {'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'code': 200} Sep 17 04:32:55.945119 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd8539-a677-46f0-b1f7-83ac49b3d979 req-938a8396-df27-4cde-851f-8484e7b3a9ad tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:55.946601 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-18cd8539-a677-46f0-b1f7-83ac49b3d979 req-938a8396-df27-4cde-851f-8484e7b3a9ad tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0522852 Sep 17 04:32:55.997352 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-18cd8539-a677-46f0-b1f7-83ac49b3d979 req-d7d7595f-73b5-420a-9f94-3b4c25605961 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426290 Sep 17 04:32:56.305538 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90022c-0984-4c85-b363-d879379dbf58 req-a2a0a592-d554-42e0-a5a1-f1e0c431dd92 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:56.306991 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ad90022c-0984-4c85-b363-d879379dbf58 req-a2a0a592-d554-42e0-a5a1-f1e0c431dd92 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0475073 Sep 17 04:32:56.354407 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ad90022c-0984-4c85-b363-d879379dbf58 req-266d4921-22bd-4507-b2ed-6c60d6265366 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417316 Sep 17 04:32:57.141597 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2a9c5-f125-458d-a4aa-e48b21960b82 req-0c87a123-7ccb-43fb-bdb2-7ed535acaa2e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:57.143022 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e2c2a9c5-f125-458d-a4aa-e48b21960b82 req-0c87a123-7ccb-43fb-bdb2-7ed535acaa2e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0491383 Sep 17 04:32:57.189128 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e2c2a9c5-f125-458d-a4aa-e48b21960b82 req-7c0a2f37-51a8-41f6-957a-8e997eadb798 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405891 Sep 17 04:32:57.487456 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62967f-1669-4512-9b2f-374b5bb7f43d req-f0b272fd-a0b9-4d2a-8fc5-7acd2bdbdbf3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:57.488913 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8b62967f-1669-4512-9b2f-374b5bb7f43d req-f0b272fd-a0b9-4d2a-8fc5-7acd2bdbdbf3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0504057 Sep 17 04:32:57.536773 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8b62967f-1669-4512-9b2f-374b5bb7f43d req-3afc31f4-42cd-49ee-83b5-4e5786d48161 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418429 Sep 17 04:32:57.662244 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a0e79-4dc6-43e3-94fe-32689edd0320 req-44983226-f60d-46c5-9a47-de430fae8cd8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:57.663683 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6d0a0e79-4dc6-43e3-94fe-32689edd0320 req-44983226-f60d-46c5-9a47-de430fae8cd8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0474100 Sep 17 04:32:57.674384 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 41260) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:32:57.678987 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-66410efd-5131-40e0-8245-a616e6af80bc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Request body: {'floatingip': {'port_id': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:32:57.716996 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-66410efd-5131-40e0-8245-a616e6af80bc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for floatingip (9b6d8800-9ad7-4cfc-a33e-c776873ceb18), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:58.167132 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-66410efd-5131-40e0-8245-a616e6af80bc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:58.173853 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-66410efd-5131-40e0-8245-a616e6af80bc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (9b6d8800-9ad7-4cfc-a33e-c776873ceb18), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:58.297692 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [None req-66410efd-5131-40e0-8245-a616e6af80bc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Floating IP 9b6d8800-9ad7-4cfc-a33e-c776873ceb18 associated. External IP: 172.27.3.59, port: ace73665-81e0-4dd4-bd89-8ca9daa484ad. Sep 17 04:32:58.351590 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c657906-8488-4f45-9f3e-f89593ca0c8d req-2acf5bf3-1b7a-444f-8179-65a6802c1795 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:58.353095 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9c657906-8488-4f45-9f3e-f89593ca0c8d req-2acf5bf3-1b7a-444f-8179-65a6802c1795 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0854976 Sep 17 04:32:58.366750 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:58.428026 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:58.449971 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9c657906-8488-4f45-9f3e-f89593ca0c8d req-2bacc72a-134b-41f5-94bb-ad552bb29c73 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902250 Sep 17 04:32:58.559800 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66410efd-5131-40e0-8245-a616e6af80bc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Router 24d06063-aeae-4096-9989-5e54ad4efb58 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:32:58.680887 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66410efd-5131-40e0-8245-a616e6af80bc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:32:58.685983 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-66410efd-5131-40e0-8245-a616e6af80bc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:32:58.691594 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ef9bbe-9c98-405f-8f99-d20bf27d2c29 None None] Sync routers for ids ['24d06063-aeae-4096-9989-5e54ad4efb58'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:32:58.702974 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ef9bbe-9c98-405f-8f99-d20bf27d2c29 None None] Routers {'24d06063-aeae-4096-9989-5e54ad4efb58'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:32:58.703597 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-b5ef9bbe-9c98-405f-8f99-d20bf27d2c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:32:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['24d06063-aeae-4096-9989-5e54ad4efb58'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:32:58.717581 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-66410efd-5131-40e0-8245-a616e6af80bc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/9b6d8800-9ad7-4cfc-a33e-c776873ceb18 HTTP/1.1" status: 200 len: 991 time: 1.0420198 Sep 17 04:32:58.718380 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'tag': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:32:58.720802 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9e1372-24b3-414e-a356-5d2d482ecae3" -d '{"events": [{"name": "network-changed", "server_uuid": "260f958f-caf1-46d9-8a2e-74816fa1bfd6", "tag": "ace73665-81e0-4dd4-bd89-8ca9daa484ad"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:32:58.758858 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465f5d69-23b5-4384-893e-defd1477c26a x-openstack-request-id: req-465f5d69-23b5-4384-893e-defd1477c26a {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:32:58.759183 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260f958f-caf1-46d9-8a2e-74816fa1bfd6", "tag": "ace73665-81e0-4dd4-bd89-8ca9daa484ad", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:32:58.759438 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-465f5d69-23b5-4384-893e-defd1477c26a {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:32:58.759900 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465f5d69-23b5-4384-893e-defd1477c26a'] response: {'name': 'network-changed', 'server_uuid': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'tag': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'status': 'completed', 'code': 200} Sep 17 04:32:58.814276 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-b5ef9bbe-9c98-405f-8f99-d20bf27d2c29 None None] Set router 24d06063-aeae-4096-9989-5e54ad4efb58 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:32:58.994792 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:59.003912 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e1372-24b3-414e-a356-5d2d482ecae3 req-793fef69-a164-4da9-a35a-31fc06523721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:59.005442 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce9e1372-24b3-414e-a356-5d2d482ecae3 req-793fef69-a164-4da9-a35a-31fc06523721 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 1130 time: 0.0476325 Sep 17 04:32:59.041803 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-b5ef9bbe-9c98-405f-8f99-d20bf27d2c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '9b6d8800-9ad7-4cfc-a33e-c776873ceb18', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'port_id': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'mac_address': 'fa:16:3e:cf:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:32:35Z', 'updated_at': '2022-09-17T04:32:58Z', 'revision_number': 1, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:17Z', 'revision_number': 5, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:32:59.070380 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ef9bbe-9c98-405f-8f99-d20bf27d2c29 None None] Checking router: 24d06063-aeae-4096-9989-5e54ad4efb58 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:32:59.079018 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ef9bbe-9c98-405f-8f99-d20bf27d2c29 None None] Routers {'24d06063-aeae-4096-9989-5e54ad4efb58'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:32:59.079591 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-b5ef9bbe-9c98-405f-8f99-d20bf27d2c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:32:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['24d06063-aeae-4096-9989-5e54ad4efb58'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:32:59.113293 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e1372-24b3-414e-a356-5d2d482ecae3 req-d06b40ec-4d28-4bf4-acb7-c63b394c8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:59.114897 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce9e1372-24b3-414e-a356-5d2d482ecae3 req-d06b40ec-4d28-4bf4-acb7-c63b394c8ea1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 919 time: 0.0887125 Sep 17 04:32:59.180653 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce9e1372-24b3-414e-a356-5d2d482ecae3 req-1cb86d2c-7a2a-42fc-ae56-07e966bae524 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace73665-81e0-4dd4-bd89-8ca9daa484ad HTTP/1.1" status: 200 len: 999 time: 0.0575390 Sep 17 04:32:59.184300 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-b5ef9bbe-9c98-405f-8f99-d20bf27d2c29 None None] Set router 24d06063-aeae-4096-9989-5e54ad4efb58 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:32:59.238288 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e1372-24b3-414e-a356-5d2d482ecae3 req-2c0c94b6-6a8e-4b60-865b-432b09e8a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:59.239794 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce9e1372-24b3-414e-a356-5d2d482ecae3 req-2c0c94b6-6a8e-4b60-865b-432b09e8a629 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.0491605 Sep 17 04:32:59.294000 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e1372-24b3-414e-a356-5d2d482ecae3 req-edae3e79-c98f-46ae-bf9b-41ad755e61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:59.295690 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce9e1372-24b3-414e-a356-5d2d482ecae3 req-edae3e79-c98f-46ae-bf9b-41ad755e61c9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432203 Sep 17 04:32:59.425942 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce9e1372-24b3-414e-a356-5d2d482ecae3 req-f6316a18-e714-4b15-91a7-65e547eb2da4 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132252 Sep 17 04:32:59.493073 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:59.538616 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce9e1372-24b3-414e-a356-5d2d482ecae3 req-e11ad609-f326-4ccc-beb7-e8a93e59a8e6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032112 Sep 17 04:32:59.600833 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-b5ef9bbe-9c98-405f-8f99-d20bf27d2c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '9b6d8800-9ad7-4cfc-a33e-c776873ceb18', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'port_id': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'mac_address': 'fa:16:3e:cf:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:32:35Z', 'updated_at': '2022-09-17T04:32:58Z', 'revision_number': 1, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:17Z', 'revision_number': 5, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:32:59.627545 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a875451-64a0-45d4-b4cf-4b3751b0612a req-602614d3-5850-4453-a298-d97e412048f8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:59.629511 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5a875451-64a0-45d4-b4cf-4b3751b0612a req-602614d3-5850-4453-a298-d97e412048f8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0644391 Sep 17 04:32:59.637133 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ef9bbe-9c98-405f-8f99-d20bf27d2c29 None None] The sync data for ids ['24d06063-aeae-4096-9989-5e54ad4efb58'] in dv-cinder-857993-2-iscsi is: [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '9b6d8800-9ad7-4cfc-a33e-c776873ceb18', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'port_id': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'mac_address': 'fa:16:3e:cf:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:32:35Z', 'updated_at': '2022-09-17T04:32:58Z', 'revision_number': 1, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:17Z', 'revision_number': 5, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:32:59.692755 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5a875451-64a0-45d4-b4cf-4b3751b0612a req-58120db7-083a-40b5-babd-ce42b8515ac1 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566893 Sep 17 04:32:59.763576 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53cfd2-d6ff-42d1-913d-d06f44f6bb4e req-9996a9d6-9056-4ccd-83be-e0077c81cec0 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:59.766015 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dc53cfd2-d6ff-42d1-913d-d06f44f6bb4e req-9996a9d6-9056-4ccd-83be-e0077c81cec0 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0673435 Sep 17 04:32:59.822815 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf363dc-82cd-4438-a77a-3cb5d1e2b1d3 req-fe7aacc5-2b35-4d21-890e-c92e9fc8573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:59.824935 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0bf363dc-82cd-4438-a77a-3cb5d1e2b1d3 req-fe7aacc5-2b35-4d21-890e-c92e9fc8573e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=4ca16cc178624419954df6bad327f722&device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 1168 time: 0.0809572 Sep 17 04:32:59.839823 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dc53cfd2-d6ff-42d1-913d-d06f44f6bb4e req-e7f326d7-8d35-4acd-8fb9-0df7cea20b24 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672939 Sep 17 04:32:59.917450 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:32:59.978586 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf363dc-82cd-4438-a77a-3cb5d1e2b1d3 req-cc3348ab-eb60-442f-9bbb-e96fb46bd524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:32:59.980282 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0bf363dc-82cd-4438-a77a-3cb5d1e2b1d3 req-cc3348ab-eb60-442f-9bbb-e96fb46bd524 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=926c6c09-466c-4643-81fe-c6d1e0236acc HTTP/1.1" status: 200 len: 915 time: 0.1326327 Sep 17 04:33:00.019222 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a4af4-e8dd-4034-9236-62eb4f9e1310 None None] New status for floating IP 9b6d8800-9ad7-4cfc-a33e-c776873ceb18: ACTIVE {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:33:00.055340 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0bf363dc-82cd-4438-a77a-3cb5d1e2b1d3 req-e6439dfc-b264-416c-b90b-19ea2e630102 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0 HTTP/1.1" status: 200 len: 1001 time: 0.0649431 Sep 17 04:33:00.114327 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf363dc-82cd-4438-a77a-3cb5d1e2b1d3 req-982794cf-7bf4-4ae0-b74b-a640160dc680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:00.116136 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0bf363dc-82cd-4438-a77a-3cb5d1e2b1d3 req-982794cf-7bf4-4ae0-b74b-a640160dc680 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=bf84a2fe-d123-45cf-8140-e41701bc7cf0 HTTP/1.1" status: 200 len: 853 time: 0.0505998 Sep 17 04:33:00.174151 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf363dc-82cd-4438-a77a-3cb5d1e2b1d3 req-858b5362-d96e-472e-a91b-a6dc38d26c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:00.176588 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0bf363dc-82cd-4438-a77a-3cb5d1e2b1d3 req-858b5362-d96e-472e-a91b-a6dc38d26c5e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=926c6c09-466c-4643-81fe-c6d1e0236acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509720 Sep 17 04:33:00.295028 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0bf363dc-82cd-4438-a77a-3cb5d1e2b1d3 req-58f06fcb-1aac-4d8c-ae17-7f9592b045f3 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112030 Sep 17 04:33:00.395101 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0bf363dc-82cd-4438-a77a-3cb5d1e2b1d3 req-11a273be-c887-4478-9de1-2d721dff657f service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917246 Sep 17 04:33:00.857531 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f385c8-87e7-436b-8493-2af04405607b req-a0b19145-36a2-4d11-a8a1-f1fb7d6dfbe6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:00.859131 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-81f385c8-87e7-436b-8493-2af04405607b req-a0b19145-36a2-4d11-a8a1-f1fb7d6dfbe6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0493193 Sep 17 04:33:00.924516 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-81f385c8-87e7-436b-8493-2af04405607b req-8833a212-86c9-4635-92b6-ba3fe97954e0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587335 Sep 17 04:33:00.974437 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810adcf-a353-4b9e-a925-910af1ba9a19 req-b670897d-6133-46ad-87de-62acd9b1f857 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:00.975921 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5810adcf-a353-4b9e-a925-910af1ba9a19 req-b670897d-6133-46ad-87de-62acd9b1f857 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0534282 Sep 17 04:33:01.050913 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5810adcf-a353-4b9e-a925-910af1ba9a19 req-50b226fe-7edc-436c-91d1-5ed1a3074aa1 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679531 Sep 17 04:33:02.071270 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a685e-d25f-4866-85f8-0de6bb67cf8f req-8c115eb8-3d17-4fc6-ab98-1b9665b0d98a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:02.073531 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c02a685e-d25f-4866-85f8-0de6bb67cf8f req-8c115eb8-3d17-4fc6-ab98-1b9665b0d98a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0629716 Sep 17 04:33:02.147168 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c02a685e-d25f-4866-85f8-0de6bb67cf8f req-ca71053d-9743-4288-8b13-ea5ef141a0c5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544007 Sep 17 04:33:02.184154 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067cfeb-6c5b-424e-bed0-c5d97d4d612b req-b4c76d1f-6669-41cc-aafa-8eb35128e80d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:02.185667 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8067cfeb-6c5b-424e-bed0-c5d97d4d612b req-b4c76d1f-6669-41cc-aafa-8eb35128e80d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0519204 Sep 17 04:33:02.247245 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8067cfeb-6c5b-424e-bed0-c5d97d4d612b req-9bedce2f-2d02-44e8-95fb-5cebe9d050a5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555439 Sep 17 04:33:03.330440 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e1e7-9d38-4364-97d8-4ff99e730392 req-9362190a-b473-4f10-884f-5ae3f2ea7041 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:03.332661 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2f53e1e7-9d38-4364-97d8-4ff99e730392 req-9362190a-b473-4f10-884f-5ae3f2ea7041 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0879769 Sep 17 04:33:03.424400 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90738855-49ab-48ff-b068-219cf8085451 req-1a7c4401-24db-4075-918c-b57530b7cd07 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:03.427124 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2f53e1e7-9d38-4364-97d8-4ff99e730392 req-838c4212-9481-42aa-86a5-f515b906edd2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812516 Sep 17 04:33:03.432034 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-90738855-49ab-48ff-b068-219cf8085451 req-1a7c4401-24db-4075-918c-b57530b7cd07 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0926702 Sep 17 04:33:03.487102 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:03.506006 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-90738855-49ab-48ff-b068-219cf8085451 req-45f19a92-a285-48ae-800c-25f7d3b7467f tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722914 Sep 17 04:33:04.581247 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691621b9-e869-411a-b389-b97578de8c16 req-7ace4666-e002-49f2-a463-ed86410b951f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:04.589018 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-691621b9-e869-411a-b389-b97578de8c16 req-7ace4666-e002-49f2-a463-ed86410b951f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0609457 Sep 17 04:33:04.656578 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:04.674494 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-691621b9-e869-411a-b389-b97578de8c16 req-12f196a6-e995-4646-9df6-a51663f0a16e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844254 Sep 17 04:33:04.698207 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba9e26-72fa-4cd8-a1d0-72c610a91663 req-5ed82d7b-61d5-4903-86a9-041cd4c8f0d3 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:04.702497 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aaba9e26-72fa-4cd8-a1d0-72c610a91663 req-5ed82d7b-61d5-4903-86a9-041cd4c8f0d3 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0765686 Sep 17 04:33:04.742408 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:04.789675 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aaba9e26-72fa-4cd8-a1d0-72c610a91663 req-78e295ab-fbb5-45e2-b610-3cec44975850 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783720 Sep 17 04:33:05.816970 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2dce1-1afc-4953-8b5a-398cf0802dee req-9221ab93-ac59-4f83-a847-c161e9ee9fb6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:05.821779 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a9f2dce1-1afc-4953-8b5a-398cf0802dee req-9221ab93-ac59-4f83-a847-c161e9ee9fb6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0512581 Sep 17 04:33:05.891193 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a9f2dce1-1afc-4953-8b5a-398cf0802dee req-c2d8f54e-2abb-4efd-bf9a-4d61e1f69b75 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602577 Sep 17 04:33:05.949892 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8bdac-25d0-4cf9-8652-97ac487feeac req-45f9926a-fdd9-480b-b64b-83007e227a30 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:05.952302 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-36c8bdac-25d0-4cf9-8652-97ac487feeac req-45f9926a-fdd9-480b-b64b-83007e227a30 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0600104 Sep 17 04:33:06.025275 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-36c8bdac-25d0-4cf9-8652-97ac487feeac req-45c173a8-df10-4f98-a3a1-82880efbcbc7 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637968 Sep 17 04:33:07.019902 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69616c-132c-4bd6-9b39-4b9534e1b1d3 req-925d1a66-4f8d-4991-adf8-9d8fbf20f0a5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:07.021632 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9a69616c-132c-4bd6-9b39-4b9534e1b1d3 req-925d1a66-4f8d-4991-adf8-9d8fbf20f0a5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0541861 Sep 17 04:33:07.092820 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9a69616c-132c-4bd6-9b39-4b9534e1b1d3 req-af6ac53f-3723-4738-be2f-c8dc482937b4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645456 Sep 17 04:33:07.172412 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd61e-d3b1-40b7-8ba6-11a37d8aa497 req-7f163f0c-e973-4514-837e-2fd5140df42f tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:07.177553 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-299fd61e-d3b1-40b7-8ba6-11a37d8aa497 req-7f163f0c-e973-4514-837e-2fd5140df42f tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0638077 Sep 17 04:33:07.239988 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-299fd61e-d3b1-40b7-8ba6-11a37d8aa497 req-a29efa1d-9fc2-432d-b20a-4a60a393627d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600517 Sep 17 04:33:08.245295 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c7b8-e0b7-4d18-9938-051e5b9d9f14 req-975be659-29d9-499e-ab1e-a5c7d0779125 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:08.247699 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8364c7b8-e0b7-4d18-9938-051e5b9d9f14 req-975be659-29d9-499e-ab1e-a5c7d0779125 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0722873 Sep 17 04:33:08.307895 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8364c7b8-e0b7-4d18-9938-051e5b9d9f14 req-09336e69-707d-4359-ba0e-f8ee4bc195bb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544138 Sep 17 04:33:08.392267 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005c220-9062-49ee-a8f3-cf57e3291bcd req-450525eb-0093-4f13-bb85-fab9c5f429bc tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:08.394426 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2005c220-9062-49ee-a8f3-cf57e3291bcd req-450525eb-0093-4f13-bb85-fab9c5f429bc tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0515413 Sep 17 04:33:08.443728 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:08.465759 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2005c220-9062-49ee-a8f3-cf57e3291bcd req-045019cb-03e4-44bb-952e-49221c0ab752 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647585 Sep 17 04:33:09.468391 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f4191-f2ef-43f5-aa17-8e1d1e80d73b req-1e4a48dd-c0ef-4954-8f5d-8b824cb07b6e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:09.470660 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3a4f4191-f2ef-43f5-aa17-8e1d1e80d73b req-1e4a48dd-c0ef-4954-8f5d-8b824cb07b6e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0583813 Sep 17 04:33:09.500496 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:09.527953 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3a4f4191-f2ef-43f5-aa17-8e1d1e80d73b req-051ebb22-e12a-4809-83ed-1d363a59b9e2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500724 Sep 17 04:33:09.600251 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac549f-b0bb-4777-86fd-75010d769f45 req-81f3634e-7107-4cc6-8550-3499ab8af80c tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:09.603137 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d4ac549f-b0bb-4777-86fd-75010d769f45 req-81f3634e-7107-4cc6-8550-3499ab8af80c tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0565984 Sep 17 04:33:09.677598 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d4ac549f-b0bb-4777-86fd-75010d769f45 req-e480c98b-ac62-4efa-ac8d-38a7dbbccc88 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691636 Sep 17 04:33:10.685587 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62091da2-930a-4c5c-9579-3a7cf561554e req-b947d63d-b7d0-4b07-8126-f5f18b014c90 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:10.687321 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-62091da2-930a-4c5c-9579-3a7cf561554e req-b947d63d-b7d0-4b07-8126-f5f18b014c90 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0559528 Sep 17 04:33:10.738686 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-62091da2-930a-4c5c-9579-3a7cf561554e req-f143d0b6-62d9-4b61-a758-1c0b55c3109b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453160 Sep 17 04:33:10.808862 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566f7b8-c051-4570-b522-215e85e5458d req-33965e8d-71c4-4f3b-a33e-5b36385c32f6 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:10.810340 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0566f7b8-c051-4570-b522-215e85e5458d req-33965e8d-71c4-4f3b-a33e-5b36385c32f6 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0510924 Sep 17 04:33:10.871032 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0566f7b8-c051-4570-b522-215e85e5458d req-13b9a251-fa4d-41a0-ad1d-ec1daa1399e5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547757 Sep 17 04:33:11.877072 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e426578-e0c2-480b-a64d-e2c76c4ede45 req-7b920974-6250-4449-925c-4b335d8df2c2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:11.878550 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7e426578-e0c2-480b-a64d-e2c76c4ede45 req-7b920974-6250-4449-925c-4b335d8df2c2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0466154 Sep 17 04:33:11.926545 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7e426578-e0c2-480b-a64d-e2c76c4ede45 req-2a4fcd67-b485-4d0e-89fc-fe696137fb1d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Sep 17 04:33:12.001315 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838f5f6-b0b3-4dbf-b6bb-fa9919d58edb req-ea50fd9a-f0f0-49b8-b726-e652605b5c49 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:12.002848 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3838f5f6-b0b3-4dbf-b6bb-fa9919d58edb req-ea50fd9a-f0f0-49b8-b726-e652605b5c49 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0490501 Sep 17 04:33:12.062598 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3838f5f6-b0b3-4dbf-b6bb-fa9919d58edb req-dd7f7848-ded8-4f2d-82d4-ab857e351d77 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539954 Sep 17 04:33:13.063103 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299ac35-98d1-4c68-804c-922410fba0c3 req-2ead5e69-003e-44b7-af9f-fdb356989f92 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:13.064547 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d299ac35-98d1-4c68-804c-922410fba0c3 req-2ead5e69-003e-44b7-af9f-fdb356989f92 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0481873 Sep 17 04:33:13.117060 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d299ac35-98d1-4c68-804c-922410fba0c3 req-8b8e8793-c032-4db6-a48d-60ff66ca2741 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467410 Sep 17 04:33:13.193777 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39f16a-4bee-4c4a-87f3-8b54c6eeef63 req-f9a3ba37-ff7b-48df-a92f-aae371d6471a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:13.195274 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8e39f16a-4bee-4c4a-87f3-8b54c6eeef63 req-f9a3ba37-ff7b-48df-a92f-aae371d6471a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0564361 Sep 17 04:33:13.260388 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8e39f16a-4bee-4c4a-87f3-8b54c6eeef63 req-9e53adac-3e06-46d8-8c17-d99905dd6029 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591118 Sep 17 04:33:13.455855 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:13.475881 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:14.269098 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ca63-e6ba-43a6-b495-c2e7b808a683 req-e2abaee3-9902-4f5b-b056-d17524a7c7a4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:14.270570 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9993ca63-e6ba-43a6-b495-c2e7b808a683 req-e2abaee3-9902-4f5b-b056-d17524a7c7a4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0465341 Sep 17 04:33:14.318697 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9993ca63-e6ba-43a6-b495-c2e7b808a683 req-4409502f-c390-48df-ad50-7fa93bba6705 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422831 Sep 17 04:33:14.383618 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba3301-5e63-4876-a0be-45ff8135f29b req-5ca91d50-31b6-4b6f-bbc7-b6d30b3826cb tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:14.385266 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8fba3301-5e63-4876-a0be-45ff8135f29b req-5ca91d50-31b6-4b6f-bbc7-b6d30b3826cb tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0486712 Sep 17 04:33:14.460458 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8fba3301-5e63-4876-a0be-45ff8135f29b req-d89a3101-4903-4b64-bd7d-7af405732350 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667017 Sep 17 04:33:15.451049 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e7057-2be1-4d74-b894-1ed3a1d0472c req-0c9e1434-5f5e-4eb8-965e-8499fa2d101d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:15.452618 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cc7e7057-2be1-4d74-b894-1ed3a1d0472c req-0c9e1434-5f5e-4eb8-965e-8499fa2d101d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0495753 Sep 17 04:33:15.514390 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eab28b-2ce3-4a76-befc-2b69470962d0 req-f1a975fb-665e-45c8-a69b-40bb9616c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:15.515919 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4eab28b-2ce3-4a76-befc-2b69470962d0 req-f1a975fb-665e-45c8-a69b-40bb9616c50b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 1129 time: 0.0623648 Sep 17 04:33:15.541990 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cc7e7057-2be1-4d74-b894-1ed3a1d0472c req-6b822215-32e3-4be2-9a0c-e2373f1c755f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804367 Sep 17 04:33:15.584475 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b949596-d1b4-463b-bd4c-a1c605727275 req-4e40fd40-2fc9-48d9-b9ab-02925fca9200 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:15.586083 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5b949596-d1b4-463b-bd4c-a1c605727275 req-4e40fd40-2fc9-48d9-b9ab-02925fca9200 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0499005 Sep 17 04:33:15.611254 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:15.621397 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eab28b-2ce3-4a76-befc-2b69470962d0 req-0a412d62-14d8-47e4-b2a2-7f82d1984db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:15.622832 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4eab28b-2ce3-4a76-befc-2b69470962d0 req-0a412d62-14d8-47e4-b2a2-7f82d1984db5 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 916 time: 0.0941019 Sep 17 04:33:15.653544 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5b949596-d1b4-463b-bd4c-a1c605727275 req-2788a7ea-3e66-40d7-a7f7-501c458b2788 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595832 Sep 17 04:33:15.691314 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4eab28b-2ce3-4a76-befc-2b69470962d0 req-1bbdbdb8-bf0f-4926-9a3c-36bfcff0677f service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9 HTTP/1.1" status: 200 len: 1000 time: 0.0599401 Sep 17 04:33:15.751559 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eab28b-2ce3-4a76-befc-2b69470962d0 req-555829d7-9b15-4e89-a909-8f6cc9322a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:15.753633 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4eab28b-2ce3-4a76-befc-2b69470962d0 req-555829d7-9b15-4e89-a909-8f6cc9322a3e service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 HTTP/1.1" status: 200 len: 854 time: 0.0534568 Sep 17 04:33:15.799550 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eab28b-2ce3-4a76-befc-2b69470962d0 req-3341ae73-32f1-4d3d-99c7-eb5e63637cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:15.801012 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4eab28b-2ce3-4a76-befc-2b69470962d0 req-3341ae73-32f1-4d3d-99c7-eb5e63637cb1 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e95cd093-c909-4fa1-980b-df0004dd3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410647 Sep 17 04:33:15.893908 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4eab28b-2ce3-4a76-befc-2b69470962d0 req-fcb7e37f-0f7a-41a5-8410-7c8731d7b254 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856423 Sep 17 04:33:16.686712 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf07e5-37dc-4921-92bb-b91d9cd1350f req-8a6e04c7-f419-4479-95fd-5b0d84a24562 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:16.688549 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c4bf07e5-37dc-4921-92bb-b91d9cd1350f req-8a6e04c7-f419-4479-95fd-5b0d84a24562 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0518930 Sep 17 04:33:16.737698 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c4bf07e5-37dc-4921-92bb-b91d9cd1350f req-d3a40e86-e0a5-4148-b362-afaf1d553521 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435238 Sep 17 04:33:16.776450 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b188b7-b4a0-4829-b13d-da48ed59d7e3 req-5f6bfe93-333b-421b-83ae-b8e3d9f168d1 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:16.777972 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-90b188b7-b4a0-4829-b13d-da48ed59d7e3 req-5f6bfe93-333b-421b-83ae-b8e3d9f168d1 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0488312 Sep 17 04:33:16.799135 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:16.841942 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-90b188b7-b4a0-4829-b13d-da48ed59d7e3 req-46537e84-67bf-4bc4-885f-b7e1976eec13 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556228 Sep 17 04:33:16.971380 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:16.979485 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:33:17.870351 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:17.881222 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69a810-7a3e-4f8d-b1d5-e30b775cf844 req-6a7df2dd-9055-4167-9fc8-a3ca5a33fe49 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:17.882729 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9d69a810-7a3e-4f8d-b1d5-e30b775cf844 req-6a7df2dd-9055-4167-9fc8-a3ca5a33fe49 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0501435 Sep 17 04:33:17.935620 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9d69a810-7a3e-4f8d-b1d5-e30b775cf844 req-d76df336-06c3-4c22-a735-310407a94dac tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467939 Sep 17 04:33:17.973372 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92233914-ccde-48ce-b9c9-8606e71684bb req-f159b980-8f5a-4bc2-9809-f01f66c38874 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:17.974852 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-92233914-ccde-48ce-b9c9-8606e71684bb req-f159b980-8f5a-4bc2-9809-f01f66c38874 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0489988 Sep 17 04:33:18.033673 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-92233914-ccde-48ce-b9c9-8606e71684bb req-a71d3c1c-87f8-4084-9fe0-6fc0824a9a48 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527115 Sep 17 04:33:18.434433 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-440a6976-540b-47af-80be-69434a9d65ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:19.084322 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7c12e-630c-4477-90b0-b66be2b2c372 req-bb66d380-d477-4993-a509-a9aed89c8cd6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:19.085841 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-64f7c12e-630c-4477-90b0-b66be2b2c372 req-bb66d380-d477-4993-a509-a9aed89c8cd6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0556335 Sep 17 04:33:19.135029 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-64f7c12e-630c-4477-90b0-b66be2b2c372 req-7dcbb0b6-7eae-44fd-b1bb-a0f353238b20 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434368 Sep 17 04:33:19.159811 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d334d1-507c-4e73-b252-b50788b11d99 req-d2567665-c231-49e2-9c28-bf9aa138199b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:19.161295 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a2d334d1-507c-4e73-b252-b50788b11d99 req-d2567665-c231-49e2-9c28-bf9aa138199b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0516071 Sep 17 04:33:19.225737 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a2d334d1-507c-4e73-b252-b50788b11d99 req-272144e6-a013-4995-970c-0f69944b5ab4 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586147 Sep 17 04:33:20.243730 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 987d1030-ee5a-46f3-b114-6a60faeba2a9 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:33:20.262246 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a1762-a181-4e25-bf61-76b073f1e479 req-29ebd50b-17ef-44eb-a3ce-29af69451f2f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:20.263741 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6b8a1762-a181-4e25-bf61-76b073f1e479 req-29ebd50b-17ef-44eb-a3ce-29af69451f2f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 945 time: 0.0478809 Sep 17 04:33:20.320570 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 987d1030-ee5a-46f3-b114-6a60faeba2a9 is: ACTIVE; New status is: DOWN {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:33:20.320967 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:20.351957 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:33:20.354663 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7938e3d-8194-4f62-8c8e-ddd2db99e2fe" -d '{"events": [{"server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "name": "network-vif-unplugged", "status": "completed", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:33:20.360690 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 987d1030-ee5a-46f3-b114-6a60faeba2a9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:33:20.367640 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:20.369633 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad1806-ef5b-499f-9c74-5adec12380f1 req-11e2c104-ea1f-4ef4-92a3-3ad9ec2985c6 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:20.370186 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6b8a1762-a181-4e25-bf61-76b073f1e479 req-eaaecc28-ad4d-45c6-a636-33d7de8d6ee6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934646 Sep 17 04:33:20.372309 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-83ad1806-ef5b-499f-9c74-5adec12380f1 req-11e2c104-ea1f-4ef4-92a3-3ad9ec2985c6 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0587294 Sep 17 04:33:20.385434 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:20.396845 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4eab28b-2ce3-4a76-befc-2b69470962d0 req-424fc708-6256-46ac-b11e-ecc29129710b service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277866 Sep 17 04:33:20.420265 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=987d1030-ee5a-46f3-b114-6a60faeba2a9,revision_number=8']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:33:20.443249 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 17 Sep 2022 04:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717d71af-fe0e-4c77-bfb3-d8cb905656d5 x-openstack-request-id: req-717d71af-fe0e-4c77-bfb3-d8cb905656d5 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:33:20.443559 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "name": "network-vif-unplugged", "status": "completed", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:33:20.443818 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-717d71af-fe0e-4c77-bfb3-d8cb905656d5 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:33:20.444223 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717d71af-fe0e-4c77-bfb3-d8cb905656d5'] response: {'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'code': 200} Sep 17 04:33:20.454208 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-83ad1806-ef5b-499f-9c74-5adec12380f1 req-3fe93aa9-19a6-4667-ade0-47dce672a45a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760496 Sep 17 04:33:20.625610 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cf01fce3-10f6-4e8e-b49a-2d68aaae9a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:21.516539 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6903c-bcbd-4af7-b999-525126a2895a req-972bc663-1425-4d7c-8112-5d193c8067b2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:21.518017 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7fd6903c-bcbd-4af7-b999-525126a2895a req-972bc663-1425-4d7c-8112-5d193c8067b2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0486362 Sep 17 04:33:21.567431 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7fd6903c-bcbd-4af7-b999-525126a2895a req-64e38ea4-6bbe-4484-889a-9ef2119a85c7 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436025 Sep 17 04:33:21.695595 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb4a1d-7067-4e44-b6f4-0e0b0260dccb req-edb6ac7f-e8d8-4b82-b1bd-116e29bd9183 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:21.697193 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-55bb4a1d-7067-4e44-b6f4-0e0b0260dccb req-edb6ac7f-e8d8-4b82-b1bd-116e29bd9183 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.1659503 Sep 17 04:33:21.758613 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-55bb4a1d-7067-4e44-b6f4-0e0b0260dccb req-dcdb19fb-9ab6-424a-a9d9-e0792f7f1b2b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549140 Sep 17 04:33:21.950890 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:22.770142 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f0be3-1a33-47bd-b906-cbb7c72fceb9 req-acb6b205-4153-4aa0-9f8d-d0a14ece5a82 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:22.771631 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3e8f0be3-1a33-47bd-b906-cbb7c72fceb9 req-acb6b205-4153-4aa0-9f8d-d0a14ece5a82 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.1213667 Sep 17 04:33:22.822823 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3e8f0be3-1a33-47bd-b906-cbb7c72fceb9 req-54c5525b-a518-404d-aae7-e21a8c582f04 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451818 Sep 17 04:33:22.912753 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f5e25-d1fa-4664-91bd-c8bcd42e59c9 req-a789dd3f-9c8d-4cdf-b04c-0ea3ab913b9a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:22.914456 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-be5f5e25-d1fa-4664-91bd-c8bcd42e59c9 req-a789dd3f-9c8d-4cdf-b04c-0ea3ab913b9a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0510869 Sep 17 04:33:22.976909 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-be5f5e25-d1fa-4664-91bd-c8bcd42e59c9 req-a2339331-10cf-4217-a4b3-b423f3828350 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567465 Sep 17 04:33:23.366737 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [req-cf67a130-70d3-426e-9d29-50fee65f5cd0 req-f47f4049-bdef-4981-99d6-4709d706af7b service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:33:23.367795 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cf67a130-70d3-426e-9d29-50fee65f5cd0 req-f47f4049-bdef-4981-99d6-4709d706af7b service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056295 Sep 17 04:33:23.446572 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:23.560838 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43461ab9-ea07-46e9-9e74-22ac04253cb4 req-493d3ab3-d8da-4ce3-ae29-ebd616f690a9 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:23.562555 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-43461ab9-ea07-46e9-9e74-22ac04253cb4 req-493d3ab3-d8da-4ce3-ae29-ebd616f690a9 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0521204 Sep 17 04:33:23.562933 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:23.612768 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-43461ab9-ea07-46e9-9e74-22ac04253cb4 req-8b181601-0b5b-4124-84e9-509e28885190 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433812 Sep 17 04:33:23.758393 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 41530) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:33:23.807614 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:23.839444 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-f64bc1b6-24bc-4fa3-a82c-3ef23f0032c0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798795 Sep 17 04:33:23.848936 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-d1ed4de9-375e-4474-89ea-802d98ffc16b service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:33:23.850094 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-d1ed4de9-375e-4474-89ea-802d98ffc16b service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058534 Sep 17 04:33:23.934071 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 41544) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:33:24.038969 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-10a25e31-b991-4ba6-893e-d0a951fefcb3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:24.040401 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-10a25e31-b991-4ba6-893e-d0a951fefcb3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports/987d1030-ee5a-46f3-b114-6a60faeba2a9 HTTP/1.1" status: 200 len: 940 time: 0.1052942 Sep 17 04:33:24.102256 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f8aee-117d-418a-b5e6-e0a928190c7f req-78e0a47c-1452-46a7-ae07-37c4e1408585 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:24.103772 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0c7f8aee-117d-418a-b5e6-e0a928190c7f req-78e0a47c-1452-46a7-ae07-37c4e1408585 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0485237 Sep 17 04:33:24.169270 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0c7f8aee-117d-418a-b5e6-e0a928190c7f req-828a5ceb-fa41-452f-8b03-f7630b8da00d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592849 Sep 17 04:33:24.743843 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d63e-70f3-4928-bbd4-5ba33eb8ff67 req-a4e51aed-449c-4d4c-91b9-f3282e8a37ea tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:24.745325 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5128d63e-70f3-4928-bbd4-5ba33eb8ff67 req-a4e51aed-449c-4d4c-91b9-f3282e8a37ea tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0485220 Sep 17 04:33:24.795290 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5128d63e-70f3-4928-bbd4-5ba33eb8ff67 req-9fb75506-2612-4280-87a2-f9141af6304b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Sep 17 04:33:25.295654 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7468aa-8354-4f39-a0c0-f8fcebf302ea req-be146fdf-3a33-4b03-92f0-8e47dc481482 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:25.297946 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4e7468aa-8354-4f39-a0c0-f8fcebf302ea req-be146fdf-3a33-4b03-92f0-8e47dc481482 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0520258 Sep 17 04:33:25.365255 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4e7468aa-8354-4f39-a0c0-f8fcebf302ea req-54930cea-bd9d-44b7-9427-0857b206aabd tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607610 Sep 17 04:33:25.940080 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312ee52-2b62-43dc-adee-f1b3f0b2838c req-dce6567d-792c-400d-a038-2f5ba2abe0d0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:25.941484 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a312ee52-2b62-43dc-adee-f1b3f0b2838c req-dce6567d-792c-400d-a038-2f5ba2abe0d0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0530667 Sep 17 04:33:25.997642 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a312ee52-2b62-43dc-adee-f1b3f0b2838c req-0d84cbd7-ffbf-42e2-afa0-f71d869ba4f3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505059 Sep 17 04:33:26.265077 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 987d1030-ee5a-46f3-b114-6a60faeba2a9 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:33:26.339501 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 987d1030-ee5a-46f3-b114-6a60faeba2a9 is: DOWN; New status is: DOWN {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:33:26.499741 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d05336-96c2-4e23-ab81-e7717a212de1 req-76bef99c-daa1-4112-bd15-38930f52b80a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:26.501218 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-70d05336-96c2-4e23-ab81-e7717a212de1 req-76bef99c-daa1-4112-bd15-38930f52b80a tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0478880 Sep 17 04:33:26.563724 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-70d05336-96c2-4e23-ab81-e7717a212de1 req-31f78e00-9566-4264-802d-a2c4150e1561 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=214549b0-5815-46e0-8206-a4e7a53a3e84&id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542078 Sep 17 04:33:26.975332 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=34 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:27.135204 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0ce86-6c8f-4f19-b289-07c01a174736 req-b47b1e39-ba63-4a1d-96d3-ba666febd728 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:27.136680 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0bb0ce86-6c8f-4f19-b289-07c01a174736 req-b47b1e39-ba63-4a1d-96d3-ba666febd728 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0485401 Sep 17 04:33:27.185633 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0bb0ce86-6c8f-4f19-b289-07c01a174736 req-f4b5521d-c458-4717-8d02-a0795beda897 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Sep 17 04:33:27.676177 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a5834-f3ef-4483-9e39-f05ae81bab73 req-c3cbcaab-e5b1-4bc9-87d8-f6a7beaebf31 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:27.677692 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-934a5834-f3ef-4483-9e39-f05ae81bab73 req-c3cbcaab-e5b1-4bc9-87d8-f6a7beaebf31 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 945 time: 0.0551529 Sep 17 04:33:27.725917 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-934a5834-f3ef-4483-9e39-f05ae81bab73 req-2585d63a-c8cb-49f0-9b38-fb1d19069f67 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422373 Sep 17 04:33:28.325561 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc6e19-3e80-4980-938d-009e3c443e87 req-9952493e-2bd5-4545-87ad-b18cc2498c8d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:28.326998 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-57dc6e19-3e80-4980-938d-009e3c443e87 req-9952493e-2bd5-4545-87ad-b18cc2498c8d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0480165 Sep 17 04:33:28.374593 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-57dc6e19-3e80-4980-938d-009e3c443e87 req-56c5affd-69c0-4464-a070-148aa38bb517 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420082 Sep 17 04:33:28.855802 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b934ef5-b0bf-4df1-b430-865cf5920218 req-16ccd393-5b08-4877-9f11-6f3c5d1eda71 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:28.857294 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7b934ef5-b0bf-4df1-b430-865cf5920218 req-16ccd393-5b08-4877-9f11-6f3c5d1eda71 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 945 time: 0.0474756 Sep 17 04:33:28.881681 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:28.906893 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7b934ef5-b0bf-4df1-b430-865cf5920218 req-949423cc-4cff-4cd1-b422-3b52844e31ed tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439568 Sep 17 04:33:29.078076 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:29.099579 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-f87df477-8805-4e86-85b1-f465ef3787ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:29.101069 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-f87df477-8805-4e86-85b1-f465ef3787ca service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21&tenant_id=e0b194b28dec41119ae0d6d913f19c31 HTTP/1.1" status: 200 len: 1127 time: 0.0866849 Sep 17 04:33:29.194537 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-d111078f-dc92-4901-b0d8-9e8c1e658225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:29.195889 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-d111078f-dc92-4901-b0d8-9e8c1e658225 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 1127 time: 0.0398130 Sep 17 04:33:29.307466 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-c30e3af1-85e5-4b7b-a7f9-27cc28e543a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:29.308909 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-c30e3af1-85e5-4b7b-a7f9-27cc28e543a9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 916 time: 0.1050134 Sep 17 04:33:29.379236 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-ee0b9529-698b-403c-8304-4c92eb8e435a service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9 HTTP/1.1" status: 200 len: 998 time: 0.0588007 Sep 17 04:33:29.506601 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef336ec3-9f7c-4d09-aac9-a64218844cce req-784109d0-f1f1-4e86-9869-381350961859 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:29.508052 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ef336ec3-9f7c-4d09-aac9-a64218844cce req-784109d0-f1f1-4e86-9869-381350961859 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0516443 Sep 17 04:33:29.556139 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ef336ec3-9f7c-4d09-aac9-a64218844cce req-6c048106-24e2-4059-a89f-cac02d5092b3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 Sep 17 04:33:29.622032 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-6aa74925-9ae0-436a-8b5d-b0c82ba7df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:29.623469 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-6aa74925-9ae0-436a-8b5d-b0c82ba7df31 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 HTTP/1.1" status: 200 len: 854 time: 0.0473442 Sep 17 04:33:29.670876 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-3c5852b4-9b80-4bb2-bd52-80e6eda22053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:29.672398 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-3c5852b4-9b80-4bb2-bd52-80e6eda22053 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e95cd093-c909-4fa1-980b-df0004dd3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429902 Sep 17 04:33:29.767342 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-5d25e596-a39c-4e35-9501-faa41723eca1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880497 Sep 17 04:33:29.857893 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-47e60a64-ad98-46d9-9ef8-6ab4070e07b7 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838165 Sep 17 04:33:30.049890 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486971a9-d176-4b0f-aa8f-77148c2acb3b req-2a5b3d7c-86d7-4c22-b902-a44e12cbbb50 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:30.051322 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-486971a9-d176-4b0f-aa8f-77148c2acb3b req-2a5b3d7c-86d7-4c22-b902-a44e12cbbb50 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 945 time: 0.0473578 Sep 17 04:33:30.073062 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:30.107500 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-486971a9-d176-4b0f-aa8f-77148c2acb3b req-94637b82-bf27-4fc2-af2b-bec04ed6e0f3 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505905 Sep 17 04:33:30.124934 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4696d-a551-497d-aa63-60206b4746f7 req-5f19ff07-8fad-4b85-8b5a-6ebdd79db207 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:30.126612 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e8b4696d-a551-497d-aa63-60206b4746f7 req-5f19ff07-8fad-4b85-8b5a-6ebdd79db207 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 945 time: 0.0631387 Sep 17 04:33:30.242139 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-e8b4696d-a551-497d-aa63-60206b4746f7 req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Deleting port 9b74c853-353e-4c20-a37a-ebb673727be5 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:33:30.242477 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-e8b4696d-a551-497d-aa63-60206b4746f7 req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (9b74c853-353e-4c20-a37a-ebb673727be5), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:30.337487 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-e8b4696d-a551-497d-aa63-60206b4746f7 req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] For port 9b74c853-353e-4c20-a37a-ebb673727be5, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=9b74c853-353e-4c20-a37a-ebb673727be5,segment=NetworkSegment(83e57d3c-7a2d-40dc-84fa-5442d5bae531),segment_id=83e57d3c-7a2d-40dc-84fa-5442d5bae531)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:33:30.337854 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-e8b4696d-a551-497d-aa63-60206b4746f7 req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (9b74c853-353e-4c20-a37a-ebb673727be5), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:30.353569 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-e8b4696d-a551-497d-aa63-60206b4746f7 req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Calling delete_port for 9b74c853-353e-4c20-a37a-ebb673727be5 owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:33:30.748539 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:30.779639 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3895d0-0d53-4091-a631-425b196006da req-29a2451d-28ff-4ff3-9a0b-5e30c7e40e9a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:30.781451 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1c3895d0-0d53-4091-a631-425b196006da req-29a2451d-28ff-4ff3-9a0b-5e30c7e40e9a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0854826 Sep 17 04:33:30.809539 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-e8b4696d-a551-497d-aa63-60206b4746f7 req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (9b74c853-353e-4c20-a37a-ebb673727be5), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:30.848238 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Pushing event deleted for resources: {'Port': ['ID=9b74c853-353e-4c20-a37a-ebb673727be5,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:33:30.890602 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.890971 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.891485 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.891865 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.892198 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.892526 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.892858 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.893218 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.893540 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.893863 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.894182 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.894503 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.894819 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.895139 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.895454 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:30.929734 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1c3895d0-0d53-4091-a631-425b196006da req-0773c0ef-134d-46ba-a277-03a294c60fa9 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406510 Sep 17 04:33:30.947062 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b4696d-a551-497d-aa63-60206b4746f7 req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] No DVR routers for this DVR port 9b74c853-353e-4c20-a37a-ebb673727be5 on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:33:30.950002 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-e8b4696d-a551-497d-aa63-60206b4746f7 req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:30.954009 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e8b4696d-a551-497d-aa63-60206b4746f7 req-96dcbbc9-caa4-4171-9aa8-6c658c268955 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.66 "DELETE /networking/v2.0/ports/9b74c853-353e-4c20-a37a-ebb673727be5 HTTP/1.1" status: 204 len: 173 time: 0.8215053 Sep 17 04:33:30.954618 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564a5f73-27b3-43f1-9c5f-3c69ecc186a5', 'name': 'network-vif-deleted', 'tag': '9b74c853-353e-4c20-a37a-ebb673727be5'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:33:30.956969 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c86d00a-6cc0-43f8-b2b2-bb5e7ff7a06a" -d '{"events": [{"server_uuid": "564a5f73-27b3-43f1-9c5f-3c69ecc186a5", "name": "network-vif-deleted", "tag": "9b74c853-353e-4c20-a37a-ebb673727be5"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:33:31.001109 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d990233-00be-4e1a-934a-0bee56e7c7e1 x-openstack-request-id: req-8d990233-00be-4e1a-934a-0bee56e7c7e1 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:33:31.001659 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564a5f73-27b3-43f1-9c5f-3c69ecc186a5", "name": "network-vif-deleted", "tag": "9b74c853-353e-4c20-a37a-ebb673727be5", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:33:31.001821 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d990233-00be-4e1a-934a-0bee56e7c7e1 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:33:31.002195 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d990233-00be-4e1a-934a-0bee56e7c7e1'] response: {'server_uuid': '564a5f73-27b3-43f1-9c5f-3c69ecc186a5', 'name': 'network-vif-deleted', 'tag': '9b74c853-353e-4c20-a37a-ebb673727be5', 'status': 'completed', 'code': 200} Sep 17 04:33:31.215044 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f25cc009-b7ed-475d-b776-b4c12e27b141 req-74c96643-fbd8-4b11-928b-f7b384f34aa0 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0286143 Sep 17 04:33:32.078419 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c5d2-fc2a-44c9-b196-f8efd2bba927 req-3d1e1de3-642d-4ef9-b27f-b51cd6cbdf96 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:32.079867 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8151c5d2-fc2a-44c9-b196-f8efd2bba927 req-3d1e1de3-642d-4ef9-b27f-b51cd6cbdf96 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0484409 Sep 17 04:33:32.128280 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8151c5d2-fc2a-44c9-b196-f8efd2bba927 req-df299df4-cd77-45a0-9ba0-8e621697a3f1 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425849 Sep 17 04:33:32.304817 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 9b74c853-353e-4c20-a37a-ebb673727be5 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:33:32.324675 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: 9b74c853-353e-4c20-a37a-ebb673727be5 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:33:32.325118 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 9b74c853-353e-4c20-a37a-ebb673727be5 not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:33:32.329821 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e16404bc-7a48-41df-b2bb-4d79add6ac60 req-78574f78-0096-4249-8976-e38e5938d429 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0324850 Sep 17 04:33:33.273983 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaef387-e740-4eae-b451-1d787e8f8edb req-1c2a3779-8ab3-4b40-81b3-bc8432e65a2b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:33.275502 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0aaef387-e740-4eae-b451-1d787e8f8edb req-1c2a3779-8ab3-4b40-81b3-bc8432e65a2b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0613632 Sep 17 04:33:33.289129 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:33.325904 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0aaef387-e740-4eae-b451-1d787e8f8edb req-a55c6cc5-313c-4b6f-8ed0-45f2d9aa1f05 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444286 Sep 17 04:33:33.437746 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d7e6b777-f496-4bc6-b1d8-40d0035185fa req-338b6241-abd5-46d3-a527-b1f9fbb632b4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0289004 Sep 17 04:33:33.486678 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:34.459802 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e7051-4aa8-4b2f-81f5-d80daa78a97c req-4a5f8c99-dffc-4f1f-bc4a-7ed4dab026aa tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:34.461312 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d56e7051-4aa8-4b2f-81f5-d80daa78a97c req-4a5f8c99-dffc-4f1f-bc4a-7ed4dab026aa tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0529480 Sep 17 04:33:34.513129 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d56e7051-4aa8-4b2f-81f5-d80daa78a97c req-412acb26-1bbb-4af9-9bb5-7690d244aff0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438504 Sep 17 04:33:34.555358 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-80271d52-58cb-4762-8ab0-c5df0b47759a req-453213a4-e776-4d98-a422-0bbfd6c09ae1 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0283084 Sep 17 04:33:35.647619 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ba579-8d6d-4bd2-814e-0eac2bfb3f63 req-312a5b72-2ed0-4b12-aa01-08dec6f47a8f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:35.649117 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-595ba579-8d6d-4bd2-814e-0eac2bfb3f63 req-312a5b72-2ed0-4b12-aa01-08dec6f47a8f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0497842 Sep 17 04:33:35.671442 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ec3c62af-e45e-474d-901f-eed9ae9b8907 req-4a441fbd-fdaa-4702-a679-647c686bd02d tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0286620 Sep 17 04:33:35.711414 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-595ba579-8d6d-4bd2-814e-0eac2bfb3f63 req-edf2a3f4-8020-40c0-81ec-132b4750e928 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551965 Sep 17 04:33:36.777872 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a51cc7c0-8475-4ba3-ad49-0cff716dff3c req-7b21722a-cfab-460a-a7b2-34d3319f4f87 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0306280 Sep 17 04:33:36.848447 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b232d-3350-4f7c-9b4f-315f475ff6b6 req-114a6298-2daa-49dc-9269-6e0e701968b4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:36.850262 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9b7b232d-3350-4f7c-9b4f-315f475ff6b6 req-114a6298-2daa-49dc-9269-6e0e701968b4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0533135 Sep 17 04:33:36.899818 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9b7b232d-3350-4f7c-9b4f-315f475ff6b6 req-c3a1aea7-e1d5-4bec-9532-2417f821422b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437109 Sep 17 04:33:37.892357 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5d7f0989-3718-4be7-9841-5aa59c240d95 req-819cf655-5ec2-45fe-b882-31495559a3c5 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0280159 Sep 17 04:33:38.039458 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c669-49cf-488e-bfef-bf4ee4e22cd4 req-b303a272-e91e-4b9c-bc9f-83c1ef2aeb78 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:38.040943 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b0f3c669-49cf-488e-bfef-bf4ee4e22cd4 req-b303a272-e91e-4b9c-bc9f-83c1ef2aeb78 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0482874 Sep 17 04:33:38.089904 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b0f3c669-49cf-488e-bfef-bf4ee4e22cd4 req-1d7d01a0-f52d-49a3-99dd-cc9b95c69678 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430515 Sep 17 04:33:38.999314 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-650a4721-b06d-4fe5-9269-9d3f2c340bdb req-2a2d8c27-6a95-49db-97aa-2ebd512289f5 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0286491 Sep 17 04:33:39.227184 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4a6ab-f03f-4746-91b7-c0fbaed0d941 req-d10848f5-bc0c-42df-8ec7-6413ce7f8aff tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:39.228526 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-28c4a6ab-f03f-4746-91b7-c0fbaed0d941 req-d10848f5-bc0c-42df-8ec7-6413ce7f8aff tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0546336 Sep 17 04:33:39.282425 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-28c4a6ab-f03f-4746-91b7-c0fbaed0d941 req-361ecf98-9aba-42a4-9771-39e465575061 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474951 Sep 17 04:33:40.107321 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f15f39f2-a5a9-4e57-b428-21a7393d6ba8 req-82624d2a-8796-42b8-97a6-b31b800d1ef0 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0285008 Sep 17 04:33:40.420792 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77b22c-a2eb-40e3-b2ed-c5717f43f13b req-0120031b-0966-494b-a5e2-f6fbe5e69c12 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:40.422251 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dc77b22c-a2eb-40e3-b2ed-c5717f43f13b req-0120031b-0966-494b-a5e2-f6fbe5e69c12 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0477877 Sep 17 04:33:40.473769 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dc77b22c-a2eb-40e3-b2ed-c5717f43f13b req-be2813ac-f314-4dac-9d50-8fb5217db815 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449197 Sep 17 04:33:41.216204 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-478a90ab-7fb8-4899-8415-495ac23fb1d3 req-4a4060ed-12a5-4ad7-8178-61f31a2da324 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0311489 Sep 17 04:33:41.605003 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd67e82-009b-4dac-be78-e17973a44158 req-00de8d8a-1d89-45de-8c7b-276bec62b16f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:41.606508 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5dd67e82-009b-4dac-be78-e17973a44158 req-00de8d8a-1d89-45de-8c7b-276bec62b16f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0480957 Sep 17 04:33:41.655603 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5dd67e82-009b-4dac-be78-e17973a44158 req-ee879f4e-14aa-494f-b874-518b4a09b9d9 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431085 Sep 17 04:33:42.322966 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ece563ae-127c-4408-b276-abce78fe97ee req-de4a0d20-b2a1-4520-8a0d-c45d14013f02 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0288041 Sep 17 04:33:42.793581 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a92df-59a1-4b24-8b31-709231838384 req-49098b36-f146-409c-8c87-b878570469da tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:42.795089 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a98a92df-59a1-4b24-8b31-709231838384 req-49098b36-f146-409c-8c87-b878570469da tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0533595 Sep 17 04:33:42.840217 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:42.846413 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a98a92df-59a1-4b24-8b31-709231838384 req-2470ae22-7e83-418a-bf28-a6a3cca30cb6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450268 Sep 17 04:33:43.437736 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1a409d4d-6bf8-4a77-9afe-443713fc0a8d req-8b15e1c5-efa8-4ebb-a915-05ad62ff6b9b tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0289595 Sep 17 04:33:43.479219 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=49,neutron:UPDATE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:43.481511 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:43.981759 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79685a88-dbd2-4bdf-9ed7-e24f4cc92382 req-d3321b35-f2d0-451a-b928-9ce10f026c70 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:43.983123 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-79685a88-dbd2-4bdf-9ed7-e24f4cc92382 req-d3321b35-f2d0-451a-b928-9ce10f026c70 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0499890 Sep 17 04:33:44.039765 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-79685a88-dbd2-4bdf-9ed7-e24f4cc92382 req-9ebba429-84b9-4d05-8e13-dfca0098be2f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482674 Sep 17 04:33:44.556403 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-36483529-a6d5-4cd5-9919-780e1a66b0f6 req-7f3d4d59-3a05-4504-84f4-786a2c29d98f tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0383489 Sep 17 04:33:45.194309 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3916054-0e41-4918-8e2d-9e2d25ff1ed8 req-786095aa-3101-4762-9ecc-c56fdb15557f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:45.195897 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b3916054-0e41-4918-8e2d-9e2d25ff1ed8 req-786095aa-3101-4762-9ecc-c56fdb15557f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0540984 Sep 17 04:33:45.248696 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b3916054-0e41-4918-8e2d-9e2d25ff1ed8 req-0c005077-79d0-4179-9c20-37c0bf1c9075 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466957 Sep 17 04:33:45.672337 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-244232b5-715e-4628-9fd8-6bd2a22cbdd5 req-7b7d60e2-8b20-42f5-86bd-2a2df06ae564 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0316322 Sep 17 04:33:46.402879 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8315232-3418-4a79-bf4f-7ac6df25510a req-42415edf-41eb-47c3-803d-355a8c762706 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:46.404325 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a8315232-3418-4a79-bf4f-7ac6df25510a req-42415edf-41eb-47c3-803d-355a8c762706 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0584676 Sep 17 04:33:46.454558 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a8315232-3418-4a79-bf4f-7ac6df25510a req-e739949b-1f45-4477-9f64-1a41de379672 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433824 Sep 17 04:33:46.787164 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-966072ac-6fab-4485-a6f9-e0e5543feef7 req-d13f8c63-3a9b-4a5c-bc01-df4c0f0d657f tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0331478 Sep 17 04:33:47.546130 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:47.585057 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febb441-d164-485d-82c0-3565ec32fd69 req-0769aacb-3de4-43fc-ba58-280987cb3263 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:47.586590 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9febb441-d164-485d-82c0-3565ec32fd69 req-0769aacb-3de4-43fc-ba58-280987cb3263 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0504570 Sep 17 04:33:47.642707 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9febb441-d164-485d-82c0-3565ec32fd69 req-74b909bb-97d5-46fe-81ee-3d187abd0d33 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499697 Sep 17 04:33:47.683881 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa2367-0a44-4221-b542-86288745a2fb req-7dcd51bc-c987-455b-a4a1-e61cf8ff2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:47.685362 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-befa2367-0a44-4221-b542-86288745a2fb req-7dcd51bc-c987-455b-a4a1-e61cf8ff2fb0 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 1127 time: 0.0944467 Sep 17 04:33:47.834945 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa2367-0a44-4221-b542-86288745a2fb req-4622db2e-7fda-4723-8a9d-bb9be133025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:47.836462 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-befa2367-0a44-4221-b542-86288745a2fb req-4622db2e-7fda-4723-8a9d-bb9be133025b service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 916 time: 0.0954916 Sep 17 04:33:47.905657 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:47.924094 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1d3b8856-50ec-4b6c-80b1-bacc1673f269 req-770a1e93-189d-4ade-9844-f6ac06ebf2a6 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=564a5f73-27b3-43f1-9c5f-3c69ecc186a5 HTTP/1.1" status: 200 len: 210 time: 0.0372796 Sep 17 04:33:47.925821 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-befa2367-0a44-4221-b542-86288745a2fb req-536139a9-df5e-4c78-bfbe-8950fb17587b service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9 HTTP/1.1" status: 200 len: 998 time: 0.0822563 Sep 17 04:33:47.979117 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa2367-0a44-4221-b542-86288745a2fb req-c8df2516-bd17-41a6-b85d-43900212b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:47.980654 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-befa2367-0a44-4221-b542-86288745a2fb req-c8df2516-bd17-41a6-b85d-43900212b981 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 HTTP/1.1" status: 200 len: 854 time: 0.0486877 Sep 17 04:33:48.033287 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa2367-0a44-4221-b542-86288745a2fb req-0048c0c7-e5fa-4f1a-a6be-6c4261b92e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:48.034951 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-befa2367-0a44-4221-b542-86288745a2fb req-0048c0c7-e5fa-4f1a-a6be-6c4261b92e25 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e95cd093-c909-4fa1-980b-df0004dd3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394309 Sep 17 04:33:48.141838 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-befa2367-0a44-4221-b542-86288745a2fb req-ca87349f-f533-4c5b-938a-8b472ad3da5c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928292 Sep 17 04:33:48.428827 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-80fbf99b-054e-4bd8-9214-d4ec42e035a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:48.441661 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-befa2367-0a44-4221-b542-86288745a2fb req-6b4c0718-bf77-4f77-a525-43e34fee4320 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972626 Sep 17 04:33:48.782699 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663c1d8-983c-4d32-91e1-8d11984d9b32 req-4a89fb7e-77b9-4a53-a306-ce99186b69c2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:48.784198 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5663c1d8-983c-4d32-91e1-8d11984d9b32 req-4a89fb7e-77b9-4a53-a306-ce99186b69c2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0553935 Sep 17 04:33:48.832158 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5663c1d8-983c-4d32-91e1-8d11984d9b32 req-703bf430-a876-4186-9bdd-95ced75e6e8c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422115 Sep 17 04:33:49.977681 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b6b7c-d137-440c-a7c9-94bc2c75178b req-f711eda8-0707-4122-afef-879433c01771 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:49.979101 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-413b6b7c-d137-440c-a7c9-94bc2c75178b req-f711eda8-0707-4122-afef-879433c01771 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0525014 Sep 17 04:33:50.031082 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-413b6b7c-d137-440c-a7c9-94bc2c75178b req-faed7475-f664-427d-9764-7c9c89f4dc9b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438633 Sep 17 04:33:50.625657 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-58266546-a25f-495d-a217-fcedecceda0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:51.165909 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc4f08-4c02-4036-b567-e45b78ee8a44 req-c778d7a4-8f22-4e79-90c4-af983755bf4a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:51.167376 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cafc4f08-4c02-4036-b567-e45b78ee8a44 req-c778d7a4-8f22-4e79-90c4-af983755bf4a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0471897 Sep 17 04:33:51.218574 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cafc4f08-4c02-4036-b567-e45b78ee8a44 req-47ec876d-c3fd-422b-870f-3f732c85e00c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455682 Sep 17 04:33:51.956028 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:52.362106 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaadbbd-4d2f-4b1e-93be-2d1323db4dcd req-d973d9cc-c156-4fd6-b871-65df28fae8b8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:52.363540 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-eaaadbbd-4d2f-4b1e-93be-2d1323db4dcd req-d973d9cc-c156-4fd6-b871-65df28fae8b8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0509913 Sep 17 04:33:52.418471 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-eaaadbbd-4d2f-4b1e-93be-2d1323db4dcd req-bad9ae6d-efd0-45a7-a20a-b923d82f4e1e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428495 Sep 17 04:33:53.455910 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:53.564771 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:53.570922 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4d950-52d6-484e-bc72-0cdc59dade30 req-b56485e4-d0df-47b0-8e23-4b44824c1d76 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:53.573617 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ade4d950-52d6-484e-bc72-0cdc59dade30 req-b56485e4-d0df-47b0-8e23-4b44824c1d76 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0573363 Sep 17 04:33:53.631914 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ade4d950-52d6-484e-bc72-0cdc59dade30 req-706de1ce-61b0-4ec7-b908-ed74a526fcff tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475667 Sep 17 04:33:53.981930 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:33:54.772405 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e3f05-1cae-4624-953c-e61fa8e4218f req-0549b382-5f18-4bec-9ef0-d92c061c9fbe tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:54.773894 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-983e3f05-1cae-4624-953c-e61fa8e4218f req-0549b382-5f18-4bec-9ef0-d92c061c9fbe tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0473723 Sep 17 04:33:54.821609 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-983e3f05-1cae-4624-953c-e61fa8e4218f req-89163333-fd6d-481f-a62d-1548e81c9966 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421674 Sep 17 04:33:55.950287 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fda0f4-fc1b-4869-b73e-924d7a4c7e89 req-514175aa-1059-424c-8101-748e55586060 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:55.951773 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-07fda0f4-fc1b-4869-b73e-924d7a4c7e89 req-514175aa-1059-424c-8101-748e55586060 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 943 time: 0.0485749 Sep 17 04:33:55.970304 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:33:56.000413 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-07fda0f4-fc1b-4869-b73e-924d7a4c7e89 req-25eaff7b-cb78-4742-8989-da510f98377e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 Sep 17 04:33:56.494455 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 987d1030-ee5a-46f3-b114-6a60faeba2a9 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:33:56.604444 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 987d1030-ee5a-46f3-b114-6a60faeba2a9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:33:56.615687 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'port_id': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'mac_address': 'fa:16:3e:6f:23:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:33:56.654583 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 987d1030-ee5a-46f3-b114-6a60faeba2a9 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:33:56.654987 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:56.668376 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987d1030-ee5a-46f3-b114-6a60faeba2a9 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:33:56.689149 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 987d1030-ee5a-46f3-b114-6a60faeba2a9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:33:56.694598 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:33:56.739978 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=987d1030-ee5a-46f3-b114-6a60faeba2a9,revision_number=9']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:33:56.747288 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.747612 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.747945 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.748279 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.748609 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.748937 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.749298 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.749605 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.749925 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.750249 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.750567 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.750911 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.751234 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.751550 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:56.751866 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:33:57.136586 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd22657-7cec-4681-be78-3c14b9242361 req-81df16d5-281a-4694-adb6-0310453466fe tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:57.138062 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8fd22657-7cec-4681-be78-3c14b9242361 req-81df16d5-281a-4694-adb6-0310453466fe tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 944 time: 0.0493832 Sep 17 04:33:57.188047 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8fd22657-7cec-4681-be78-3c14b9242361 req-2ba6f37a-2b59-48bc-9354-93046bf1bd5b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444052 Sep 17 04:33:58.337860 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1e96e-8fdd-4e7c-93f6-b564d798c14f req-15750b81-c8cf-45f4-9071-79ab59517d2a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:58.339303 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6de1e96e-8fdd-4e7c-93f6-b564d798c14f req-15750b81-c8cf-45f4-9071-79ab59517d2a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 944 time: 0.0513320 Sep 17 04:33:58.386138 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6de1e96e-8fdd-4e7c-93f6-b564d798c14f req-4912daf1-1d7d-4e3d-8d87-fa264990d5fb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412595 Sep 17 04:33:59.537233 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55095ba4-b7ec-497f-bac5-67e8c7fc9bc5 req-866e872f-bb5c-40a8-97bb-e63919a197aa tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:33:59.538703 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-55095ba4-b7ec-497f-bac5-67e8c7fc9bc5 req-866e872f-bb5c-40a8-97bb-e63919a197aa tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 944 time: 0.0492947 Sep 17 04:33:59.589075 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-55095ba4-b7ec-497f-bac5-67e8c7fc9bc5 req-3ea7b63c-032e-4294-8bcd-74c88b18a07e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421031 Sep 17 04:34:00.736243 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c09ae4-7380-499a-8916-f0c9de7ba03f req-ecfc9780-98d8-4f8f-a7a6-fcd2bfc5aaad tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:00.737881 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a0c09ae4-7380-499a-8916-f0c9de7ba03f req-ecfc9780-98d8-4f8f-a7a6-fcd2bfc5aaad tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 944 time: 0.0482717 Sep 17 04:34:00.786955 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a0c09ae4-7380-499a-8916-f0c9de7ba03f req-f61dcde3-dae9-428f-acb5-cc5f82857b5d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428512 Sep 17 04:34:00.806723 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['987d1030-ee5a-46f3-b114-6a60faeba2a9'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:34:01.225475 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:01.235848 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-b5cbe409-bc5c-4273-a5ec-d7e0a35d03fb tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:01.237359 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-b5cbe409-bc5c-4273-a5ec-d7e0a35d03fb tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/networks?id=bb95167b-27c5-4a3a-8d9b-1b9930df9108 HTTP/1.1" status: 200 len: 814 time: 0.1196070 Sep 17 04:34:01.254936 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-934d9ea5-ca4b-4822-90bc-518b1f957f1e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/quotas/9d47a53afdbf404a829c119992fcb643 HTTP/1.1" status: 200 len: 375 time: 0.0096326 Sep 17 04:34:01.288320 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-67aac245-02b7-467c-8ce0-c5f498ded982 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=9d47a53afdbf404a829c119992fcb643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281649 Sep 17 04:34:01.425307 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-db05a04f-af61-4502-8399-9bf04849e457 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bb95167b-27c5-4a3a-8d9b-1b9930df9108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302724 Sep 17 04:34:01.519025 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-ee5dfb5c-ea87-411a-9093-5032a767ad7a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bb95167b-27c5-4a3a-8d9b-1b9930df9108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875127 Sep 17 04:34:01.691920 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7abb7936-79a1-4188-915f-fbed55a874a9 req-e2c6edf4-1a4e-439b-aee0-c84555035f44 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 210 time: 0.0305424 Sep 17 04:34:01.919570 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718c797-7bb7-4365-8f4c-d7c59f01b33d req-5b400f28-8b86-4bff-a149-7c7aea00c2a2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:01.921032 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8718c797-7bb7-4365-8f4c-d7c59f01b33d req-5b400f28-8b86-4bff-a149-7c7aea00c2a2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 944 time: 0.0475245 Sep 17 04:34:01.933304 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:01.969663 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8718c797-7bb7-4365-8f4c-d7c59f01b33d req-a7589e15-763e-4d28-8582-30f059feb021 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427985 Sep 17 04:34:02.264022 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 987d1030-ee5a-46f3-b114-6a60faeba2a9 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:34:02.316344 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 987d1030-ee5a-46f3-b114-6a60faeba2a9 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:34:02.316720 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:02.317057 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 987d1030-ee5a-46f3-b114-6a60faeba2a9 Sep 17 04:34:02.381105 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:02.397069 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 987d1030-ee5a-46f3-b114-6a60faeba2a9 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:34:02.397482 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:02.421712 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:34:02.424041 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8894d8-3a4f-429e-9fcd-c0e0d900e6ca" -d '{"events": [{"server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "name": "network-vif-plugged", "status": "completed", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:34:02.438213 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 987d1030-ee5a-46f3-b114-6a60faeba2a9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:34:02.442425 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:02.471943 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:02.488103 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cda3700-5287-4f75-82bd-f2e67ad9abb1 x-openstack-request-id: req-3cda3700-5287-4f75-82bd-f2e67ad9abb1 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:34:02.488398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "name": "network-vif-plugged", "status": "completed", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:34:02.488654 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3cda3700-5287-4f75-82bd-f2e67ad9abb1 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:34:02.489046 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cda3700-5287-4f75-82bd-f2e67ad9abb1'] response: {'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'code': 200} Sep 17 04:34:02.494288 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=987d1030-ee5a-46f3-b114-6a60faeba2a9,revision_number=10']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:34:02.810301 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1d6f2349-cb1a-4951-8af4-51f6bcd3e607 req-60b3a6b4-2702-44a8-a7e3-08df6af12546 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 210 time: 0.0360382 Sep 17 04:34:03.110115 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa78a3e-e2a8-4191-8bd8-e263974cec8d req-98dc88dd-3442-45a4-b506-85f2ed8e62f4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:03.111591 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bfa78a3e-e2a8-4191-8bd8-e263974cec8d req-98dc88dd-3442-45a4-b506-85f2ed8e62f4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 946 time: 0.0546339 Sep 17 04:34:03.165918 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bfa78a3e-e2a8-4191-8bd8-e263974cec8d req-365ead59-4dc7-4d27-8ce9-bdb5fa73f4b8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475371 Sep 17 04:34:03.290916 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaaf58-d86c-4ee5-99ec-9407d4f4eaff req-34e4458f-d08a-4e33-9686-5dead20a26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:03.292429 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-acfaaf58-d86c-4ee5-99ec-9407d4f4eaff req-34e4458f-d08a-4e33-9686-5dead20a26a8 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 1130 time: 0.0470223 Sep 17 04:34:03.369239 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-acfaaf58-d86c-4ee5-99ec-9407d4f4eaff req-d7123e1f-5a80-4187-a0d0-5975ca05a312 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399320 Sep 17 04:34:03.492866 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:03.938371 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a123a30a-814c-4ea7-ae56-de57e82e7121 req-9635d00d-57cf-4632-84b4-a0f6acfed98b tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 210 time: 0.0393913 Sep 17 04:34:03.975121 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:03.975909 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:04.307642 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:04.318662 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ad527-14be-43fc-92a2-6b17acac23f6 req-2c6a2ca4-7a02-4b6e-8287-c7495f7c1842 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:04.320227 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4e4ad527-14be-43fc-92a2-6b17acac23f6 req-2c6a2ca4-7a02-4b6e-8287-c7495f7c1842 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 946 time: 0.0598316 Sep 17 04:34:04.371237 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4e4ad527-14be-43fc-92a2-6b17acac23f6 req-d6ac790b-e05f-48ae-9097-2b33ebcb3fdd tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429704 Sep 17 04:34:05.048058 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-72f53414-8b7e-4f12-b3b6-d24855329d27 req-3c4fd769-07ec-4735-b93e-e637d407eae3 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 210 time: 0.0290318 Sep 17 04:34:05.422602 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-def26b9e-968a-4204-b782-c23593297a2c tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:05.424034 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-def26b9e-968a-4204-b782-c23593297a2c tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.66 "GET /networking/v2.0/networks?id=bb95167b-27c5-4a3a-8d9b-1b9930df9108 HTTP/1.1" status: 200 len: 814 time: 0.1134923 Sep 17 04:34:05.462714 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-41cedce5-4cbb-457b-89c5-7c98309bba4e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Request body: {'port': {'device_id': '56edc095-5585-49dd-9d48-b184f11c708a', 'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108', 'admin_state_up': True, 'tenant_id': '9d47a53afdbf404a829c119992fcb643'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:34:05.548704 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd5cd1-bd46-4e0e-a12c-ad50b9aca88b req-68e40b46-ea32-48b4-9760-5030ec8f9316 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:05.550210 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e7bd5cd1-bd46-4e0e-a12c-ad50b9aca88b req-68e40b46-ea32-48b4-9760-5030ec8f9316 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 946 time: 0.0938454 Sep 17 04:34:05.629223 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e7bd5cd1-bd46-4e0e-a12c-ad50b9aca88b req-064755de-ab2e-4feb-b56d-6610c02dcf9c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712941 Sep 17 04:34:05.641547 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-41cedce5-4cbb-457b-89c5-7c98309bba4e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Made reservation on behalf of 9d47a53afdbf404a829c119992fcb643 for: {'port': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:34:05.645341 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-41cedce5-4cbb-457b-89c5-7c98309bba4e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:05.772226 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-41cedce5-4cbb-457b-89c5-7c98309bba4e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Allocated IP 172.20.0.13 (bb95167b-27c5-4a3a-8d9b-1b9930df9108/daae6631-531c-4e93-b279-cb02fd4b86ce/6743375d-5a28-4d3a-8f89-6396c2dfad6e) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:34:05.806836 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:05.921869 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-41cedce5-4cbb-457b-89c5-7c98309bba4e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks [] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:05.957043 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-41cedce5-4cbb-457b-89c5-7c98309bba4e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:06.004703 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-41cedce5-4cbb-457b-89c5-7c98309bba4e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Network bb95167b-27c5-4a3a-8d9b-1b9930df9108 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:34:06.007922 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-41cedce5-4cbb-457b-89c5-7c98309bba4e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:34:06.011927 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-41cedce5-4cbb-457b-89c5-7c98309bba4e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:34:06.037293 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:06.040640 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cedce5-4cbb-457b-89c5-7c98309bba4e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Pushing event updated for resources: {'Port': ['ID=6743375d-5a28-4d3a-8f89-6396c2dfad6e,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:34:06.065257 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-41cedce5-4cbb-457b-89c5-7c98309bba4e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:06.065875 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-41cedce5-4cbb-457b-89c5-7c98309bba4e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:06.085714 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-41cedce5-4cbb-457b-89c5-7c98309bba4e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6278505 Sep 17 04:34:06.180595 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b26222-538f-4f70-b422-934736484d3d req-1a057146-e4c7-4d15-a5f1-7796d0f3cc6f tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:06.182234 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c8b26222-538f-4f70-b422-934736484d3d req-1a057146-e4c7-4d15-a5f1-7796d0f3cc6f tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 932 time: 0.0484619 Sep 17 04:34:06.237209 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c8b26222-538f-4f70-b422-934736484d3d req-d2035664-56e4-4b9d-b68f-59cfa07f2bf9 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482204 Sep 17 04:34:06.594883 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Request body: {'port': {'device_id': '56edc095-5585-49dd-9d48-b184f11c708a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:34:06.673004 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:06.815116 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73d61e-9733-4c78-af69-408d94322d52 req-2d6fb681-034b-43db-a4ec-d648385035a6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:06.816584 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce73d61e-9733-4c78-af69-408d94322d52 req-2d6fb681-034b-43db-a4ec-d648385035a6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 946 time: 0.0998549 Sep 17 04:34:06.921704 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce73d61e-9733-4c78-af69-408d94322d52 req-91761dd3-e1e0-40b9-8de5-cb4424381333 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983484 Sep 17 04:34:07.005739 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6743375d-5a28-4d3a-8f89-6396c2dfad6e {{(pid=106226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:34:07.013618 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Publish callbacks [] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:07.028251 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.provisioning_blocks [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Transition to ACTIVE for port object 6743375d-5a28-4d3a-8f89-6396c2dfad6e will not be triggered until provisioned by entity L2. {{(pid=106226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:34:07.033148 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:07.095839 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6743375d-5a28-4d3a-8f89-6396c2dfad6e,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:34:07.147758 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Attempting to bind port 6743375d-5a28-4d3a-8f89-6396c2dfad6e on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:34:07.148104 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Attempting to bind port 6743375d-5a28-4d3a-8f89-6396c2dfad6e by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '83e57d3c-7a2d-40dc-84fa-5442d5bae531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108'}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:34:07.148435 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Attempting to bind port 6743375d-5a28-4d3a-8f89-6396c2dfad6e on network bb95167b-27c5-4a3a-8d9b-1b9930df9108 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:34:07.167895 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:07.191828 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Port 6743375d-5a28-4d3a-8f89-6396c2dfad6e on network bb95167b-27c5-4a3a-8d9b-1b9930df9108 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:34:07.192152 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Attempting to bind port 6743375d-5a28-4d3a-8f89-6396c2dfad6e on network bb95167b-27c5-4a3a-8d9b-1b9930df9108 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:34:07.239668 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:34:07.240003 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Checking segment: {'id': '83e57d3c-7a2d-40dc-84fa-5442d5bae531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:34:07.240386 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Bound using segment: {'id': '83e57d3c-7a2d-40dc-84fa-5442d5bae531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108'} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:34:07.240824 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Bound port: 6743375d-5a28-4d3a-8f89-6396c2dfad6e, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e57d3c-7a2d-40dc-84fa-5442d5bae531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108'}}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:34:07.241218 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:07.308032 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] For port 6743375d-5a28-4d3a-8f89-6396c2dfad6e, host hv-cinder-85799, cleared binding levels {{(pid=106226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:34:07.311306 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] For port 6743375d-5a28-4d3a-8f89-6396c2dfad6e, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=6743375d-5a28-4d3a-8f89-6396c2dfad6e,segment=NetworkSegment(83e57d3c-7a2d-40dc-84fa-5442d5bae531),segment_id=83e57d3c-7a2d-40dc-84fa-5442d5bae531)] {{(pid=106226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:34:07.320124 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:07.323499 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:07.324486 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:07.325904 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/6743375d-5a28-4d3a-8f89-6396c2dfad6e HTTP/1.1" status: 200 len: 1094 time: 0.7388368 Sep 17 04:34:07.328124 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56edc095-5585-49dd-9d48-b184f11c708a', 'tag': '6743375d-5a28-4d3a-8f89-6396c2dfad6e'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:34:07.330646 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f92407-8728-4618-91fb-625e51f5d7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "56edc095-5585-49dd-9d48-b184f11c708a", "tag": "6743375d-5a28-4d3a-8f89-6396c2dfad6e"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:34:07.351615 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:07.361930 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f931c81-d2ac-4fef-8dd0-ed61b89a09de req-ed21ef25-7293-4645-a33c-3dadc276cc1f tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:07.363514 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4f931c81-d2ac-4fef-8dd0-ed61b89a09de req-ed21ef25-7293-4645-a33c-3dadc276cc1f tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 944 time: 0.0505619 Sep 17 04:34:07.384439 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0004d9c-c29d-4091-8726-2c8b3b582cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6743375d-5a28-4d3a-8f89-6396c2dfad6e,revision_number=3']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:34:07.422909 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4f931c81-d2ac-4fef-8dd0-ed61b89a09de req-705e707f-4c80-4195-aecc-27394f2ca643 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446687 Sep 17 04:34:07.439464 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3d69b3-4a1f-4329-8516-fb2cf4eeafa2 x-openstack-request-id: req-0d3d69b3-4a1f-4329-8516-fb2cf4eeafa2 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:34:07.439752 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56edc095-5585-49dd-9d48-b184f11c708a", "tag": "6743375d-5a28-4d3a-8f89-6396c2dfad6e", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:34:07.440020 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d3d69b3-4a1f-4329-8516-fb2cf4eeafa2 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:34:07.440400 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3d69b3-4a1f-4329-8516-fb2cf4eeafa2'] response: {'name': 'network-changed', 'server_uuid': '56edc095-5585-49dd-9d48-b184f11c708a', 'tag': '6743375d-5a28-4d3a-8f89-6396c2dfad6e', 'status': 'completed', 'code': 200} Sep 17 04:34:07.468073 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-04e2325f-cf09-47ec-97c0-eb7280a55fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:07.469648 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-04e2325f-cf09-47ec-97c0-eb7280a55fb2 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9d47a53afdbf404a829c119992fcb643&device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 1128 time: 0.0448799 Sep 17 04:34:07.522945 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-a6b328ff-536f-4ccb-bef3-4bf9eda9f4c1 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6743375d-5a28-4d3a-8f89-6396c2dfad6e HTTP/1.1" status: 200 len: 217 time: 0.0350978 Sep 17 04:34:07.570833 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-acf2434a-2db2-44fd-8fb4-5fd2e2ac3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:07.572230 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-acf2434a-2db2-44fd-8fb4-5fd2e2ac3f26 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=daae6631-531c-4e93-b279-cb02fd4b86ce HTTP/1.1" status: 200 len: 854 time: 0.0434074 Sep 17 04:34:07.605563 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-470c0002-2b14-4951-9975-7c49ec522b07 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=bb95167b-27c5-4a3a-8d9b-1b9930df9108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257101 Sep 17 04:34:07.701122 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-190f1abc-815c-4221-a8e2-dde18c189c89 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/bb95167b-27c5-4a3a-8d9b-1b9930df9108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866830 Sep 17 04:34:07.791008 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-15fb012d-797c-4e4b-8e75-d5b801147a42 req-986b640d-6cd5-4e00-a2ae-e8b93b0c7b94 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/bb95167b-27c5-4a3a-8d9b-1b9930df9108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832295 Sep 17 04:34:08.556700 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc368e73-bfc6-4a66-aabb-d13d3267803b req-26bbbe05-2cfc-407b-8752-60da88bcec06 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:08.558334 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dc368e73-bfc6-4a66-aabb-d13d3267803b req-26bbbe05-2cfc-407b-8752-60da88bcec06 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 944 time: 0.0559661 Sep 17 04:34:08.610318 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dc368e73-bfc6-4a66-aabb-d13d3267803b req-027c0e8f-50d6-4655-bac6-5a3677a60bd2 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460362 Sep 17 04:34:09.753761 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f93cb-5838-4c8b-aaa3-2bad57e553bc req-378df266-aacc-4143-a9c6-03c53c75fbfc tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:09.755170 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-109f93cb-5838-4c8b-aaa3-2bad57e553bc req-378df266-aacc-4143-a9c6-03c53c75fbfc tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 944 time: 0.0488198 Sep 17 04:34:09.811340 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-109f93cb-5838-4c8b-aaa3-2bad57e553bc req-f5da959d-f216-4570-acc9-8e0bedd7cc08 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479860 Sep 17 04:34:10.944165 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa06cf-29d3-4cc4-90ce-8e4a6f1af5ed req-c7f9fd42-dd0f-4895-8d0e-10c8a44de90c tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:10.945882 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dbaa06cf-29d3-4cc4-90ce-8e4a6f1af5ed req-c7f9fd42-dd0f-4895-8d0e-10c8a44de90c tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 944 time: 0.0508258 Sep 17 04:34:10.994266 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dbaa06cf-29d3-4cc4-90ce-8e4a6f1af5ed req-c0043c88-0ce3-44cb-a290-fa84990ae42a tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427921 Sep 17 04:34:11.298582 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f92407-8728-4618-91fb-625e51f5d7ba req-38fba5c5-9c8c-4f24-a7d3-0d05960a6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:11.300031 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-71f92407-8728-4618-91fb-625e51f5d7ba req-38fba5c5-9c8c-4f24-a7d3-0d05960a6b9f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9d47a53afdbf404a829c119992fcb643&device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 1128 time: 0.0514922 Sep 17 04:34:11.393364 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f92407-8728-4618-91fb-625e51f5d7ba req-47477be4-7235-4558-a0cf-ff8957e0a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:11.394764 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-71f92407-8728-4618-91fb-625e51f5d7ba req-47477be4-7235-4558-a0cf-ff8957e0a588 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=bb95167b-27c5-4a3a-8d9b-1b9930df9108 HTTP/1.1" status: 200 len: 915 time: 0.0883007 Sep 17 04:34:11.433992 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-71f92407-8728-4618-91fb-625e51f5d7ba req-a5ed0640-5cd9-4086-afd5-9f2918327147 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6743375d-5a28-4d3a-8f89-6396c2dfad6e HTTP/1.1" status: 200 len: 217 time: 0.0327103 Sep 17 04:34:11.482207 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f92407-8728-4618-91fb-625e51f5d7ba req-1eec4bc5-b921-4cc9-8d80-d59d8db05319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:11.483586 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-71f92407-8728-4618-91fb-625e51f5d7ba req-1eec4bc5-b921-4cc9-8d80-d59d8db05319 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=daae6631-531c-4e93-b279-cb02fd4b86ce HTTP/1.1" status: 200 len: 854 time: 0.0434754 Sep 17 04:34:11.515170 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-71f92407-8728-4618-91fb-625e51f5d7ba req-9cd0019c-4735-4e31-b64d-3ca3bfe18352 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=bb95167b-27c5-4a3a-8d9b-1b9930df9108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252669 Sep 17 04:34:11.621013 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-71f92407-8728-4618-91fb-625e51f5d7ba req-046e071e-3f11-48de-8004-3773aaba094d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/bb95167b-27c5-4a3a-8d9b-1b9930df9108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985889 Sep 17 04:34:11.696384 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:11.717275 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-71f92407-8728-4618-91fb-625e51f5d7ba req-769d1226-39c7-4032-a62f-3e2dd0188f9f service neutron] 10.222.0.66 "GET /networking/v2.0/networks/bb95167b-27c5-4a3a-8d9b-1b9930df9108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900853 Sep 17 04:34:12.132598 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88808f0e-039e-4680-b33e-2aa39da6b61b req-6d01f7ca-dab9-481d-8e29-98127213c921 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:12.134038 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-88808f0e-039e-4680-b33e-2aa39da6b61b req-6d01f7ca-dab9-481d-8e29-98127213c921 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 944 time: 0.0483997 Sep 17 04:34:12.182901 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-88808f0e-039e-4680-b33e-2aa39da6b61b req-7b58319b-7c00-4a0f-8870-e14aeeaf0d5d tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430841 Sep 17 04:34:12.302556 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 6743375d-5a28-4d3a-8f89-6396c2dfad6e details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:34:12.407272 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 6743375d-5a28-4d3a-8f89-6396c2dfad6e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=6743375d-5a28-4d3a-8f89-6396c2dfad6e,segment=NetworkSegment(83e57d3c-7a2d-40dc-84fa-5442d5bae531),segment_id=83e57d3c-7a2d-40dc-84fa-5442d5bae531)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:34:12.418988 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '6743375d-5a28-4d3a-8f89-6396c2dfad6e', 'network_id': 'bb95167b-27c5-4a3a-8d9b-1b9930df9108', 'port_id': '6743375d-5a28-4d3a-8f89-6396c2dfad6e', 'mac_address': 'fa:16:3e:7e:d6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daae6631-531c-4e93-b279-cb02fd4b86ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:34:12.457755 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 6743375d-5a28-4d3a-8f89-6396c2dfad6e is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:34:12.458146 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:12.472589 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6743375d-5a28-4d3a-8f89-6396c2dfad6e {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:34:12.493676 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 6743375d-5a28-4d3a-8f89-6396c2dfad6e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=6743375d-5a28-4d3a-8f89-6396c2dfad6e,segment=NetworkSegment(83e57d3c-7a2d-40dc-84fa-5442d5bae531),segment_id=83e57d3c-7a2d-40dc-84fa-5442d5bae531)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:34:12.498316 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:12.544114 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=6743375d-5a28-4d3a-8f89-6396c2dfad6e,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:34:13.112789 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['6743375d-5a28-4d3a-8f89-6396c2dfad6e'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:34:13.320889 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b11bd6-ff7e-4fc2-8d5d-bce26ed9be25 req-d6d5af22-d0a5-49f7-acdc-43f4943cd177 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:13.322346 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c6b11bd6-ff7e-4fc2-8d5d-bce26ed9be25 req-d6d5af22-d0a5-49f7-acdc-43f4943cd177 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 945 time: 0.0466311 Sep 17 04:34:13.369854 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c6b11bd6-ff7e-4fc2-8d5d-bce26ed9be25 req-31209c4a-acba-44ef-9021-dcf3a4acba65 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Sep 17 04:34:14.506791 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdadf9-4a53-4bb2-8291-20ad9bed12ba req-51b6a350-793f-4e88-b9d0-43f5b842590d tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:14.508274 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-10bdadf9-4a53-4bb2-8291-20ad9bed12ba req-51b6a350-793f-4e88-b9d0-43f5b842590d tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 945 time: 0.0505493 Sep 17 04:34:14.532724 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:14.556484 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-10bdadf9-4a53-4bb2-8291-20ad9bed12ba req-fc3a666c-0b3c-4add-92a0-2c30c881069b tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Sep 17 04:34:14.687384 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 6743375d-5a28-4d3a-8f89-6396c2dfad6e up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:34:14.733354 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port 6743375d-5a28-4d3a-8f89-6396c2dfad6e completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:34:14.742839 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 6743375d-5a28-4d3a-8f89-6396c2dfad6e triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:34:14.743204 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:14.743536 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 6743375d-5a28-4d3a-8f89-6396c2dfad6e Sep 17 04:34:14.837152 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 6743375d-5a28-4d3a-8f89-6396c2dfad6e is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:34:14.837553 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:14.870328 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edc095-5585-49dd-9d48-b184f11c708a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743375d-5a28-4d3a-8f89-6396c2dfad6e'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:34:14.872538 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0269e82d-13fd-4e60-abb3-e0deec2b3b99" -d '{"events": [{"server_uuid": "56edc095-5585-49dd-9d48-b184f11c708a", "name": "network-vif-plugged", "status": "completed", "tag": "6743375d-5a28-4d3a-8f89-6396c2dfad6e"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:34:14.885210 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 6743375d-5a28-4d3a-8f89-6396c2dfad6e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=6743375d-5a28-4d3a-8f89-6396c2dfad6e,segment=NetworkSegment(83e57d3c-7a2d-40dc-84fa-5442d5bae531),segment_id=83e57d3c-7a2d-40dc-84fa-5442d5bae531)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:34:14.890011 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:14.933501 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:14.936797 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=6743375d-5a28-4d3a-8f89-6396c2dfad6e,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:34:14.971732 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39af45d2-1279-4feb-ba6d-78eab9ea5cb6 x-openstack-request-id: req-39af45d2-1279-4feb-ba6d-78eab9ea5cb6 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:34:14.972046 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edc095-5585-49dd-9d48-b184f11c708a", "name": "network-vif-plugged", "status": "completed", "tag": "6743375d-5a28-4d3a-8f89-6396c2dfad6e", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:34:14.972304 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39af45d2-1279-4feb-ba6d-78eab9ea5cb6 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:34:14.972708 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39af45d2-1279-4feb-ba6d-78eab9ea5cb6'] response: {'server_uuid': '56edc095-5585-49dd-9d48-b184f11c708a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743375d-5a28-4d3a-8f89-6396c2dfad6e', 'code': 200} Sep 17 04:34:15.252011 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ced4c-bf9e-4d35-abb8-84fbf07a2903 req-6e28f5b7-7750-4926-a5d0-cc2583a2ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:15.253525 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-298ced4c-bf9e-4d35-abb8-84fbf07a2903 req-6e28f5b7-7750-4926-a5d0-cc2583a2ec90 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 1130 time: 0.0459919 Sep 17 04:34:15.299683 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-298ced4c-bf9e-4d35-abb8-84fbf07a2903 req-d2aa8044-e534-454f-b528-be9e9a783673 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 Sep 17 04:34:15.684462 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd4af7-0ea7-4072-aaf4-1454c94b2de8 req-6504a03a-a5a8-4eaf-aaaa-ef53ff7b5a3e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:15.685963 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-15bd4af7-0ea7-4072-aaf4-1454c94b2de8 req-6504a03a-a5a8-4eaf-aaaa-ef53ff7b5a3e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 946 time: 0.0478673 Sep 17 04:34:15.735661 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-15bd4af7-0ea7-4072-aaf4-1454c94b2de8 req-2d41e086-d01d-41ee-a9a9-70ddcad6ab16 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 Sep 17 04:34:16.754024 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:16.885513 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e28c1-3995-4053-a0ec-aeb208ccbb01 req-19cbc25a-f541-4702-8926-d7fc4ba42652 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:16.886919 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4e4e28c1-3995-4053-a0ec-aeb208ccbb01 req-19cbc25a-f541-4702-8926-d7fc4ba42652 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 946 time: 0.0626698 Sep 17 04:34:16.947191 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4e4e28c1-3995-4053-a0ec-aeb208ccbb01 req-9f72d35f-10d0-4d60-9456-ecc301a6a921 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526226 Sep 17 04:34:18.096087 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65abe9-1885-4a63-ad71-1c836d2e35c8 req-0e207c2e-1de1-4a31-9cbc-cbbce5807703 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:18.097554 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ec65abe9-1885-4a63-ad71-1c836d2e35c8 req-0e207c2e-1de1-4a31-9cbc-cbbce5807703 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 946 time: 0.0493863 Sep 17 04:34:18.147453 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ec65abe9-1885-4a63-ad71-1c836d2e35c8 req-f6acece4-56f3-441e-8843-dd3676ac47b0 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442901 Sep 17 04:34:18.446730 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fc1fdbd6-595c-4e9f-86de-b0aadb14b643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:19.287701 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe28e-ab49-4dfa-8bc5-2ab3ab42dd33 req-504cecb6-b66c-4dbf-a951-f1c5c545cf0c tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:19.289906 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-364fe28e-ab49-4dfa-8bc5-2ab3ab42dd33 req-504cecb6-b66c-4dbf-a951-f1c5c545cf0c tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 946 time: 0.0574903 Sep 17 04:34:19.322543 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:19.348924 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-364fe28e-ab49-4dfa-8bc5-2ab3ab42dd33 req-414e0fce-96c8-4874-9518-f1a46e0fc23b tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529015 Sep 17 04:34:20.619377 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-311264fc-505f-4694-998d-a3c65218cc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:21.949105 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:23.455987 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:23.567013 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:28.128414 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=47 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:28.144585 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=28 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:29.339109 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=68 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:29.342661 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:30.985732 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:34:33.484759 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:33.498811 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:39.650172 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ff516b4-6453-49df-bd46-8034029c9e2a req-a62a5106-2dda-43a7-9313-63c99c9f0f38 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392449 Sep 17 04:34:39.755310 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff516b4-6453-49df-bd46-8034029c9e2a req-d0bb9944-af0b-4a87-a8c6-5b79207a1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:39.756715 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ff516b4-6453-49df-bd46-8034029c9e2a req-d0bb9944-af0b-4a87-a8c6-5b79207a1912 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=4ca16cc178624419954df6bad327f722&device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 1168 time: 0.0410407 Sep 17 04:34:40.101718 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff516b4-6453-49df-bd46-8034029c9e2a req-10fe889c-9cef-4a36-90af-5ea31ef58ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:40.103190 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ff516b4-6453-49df-bd46-8034029c9e2a req-10fe889c-9cef-4a36-90af-5ea31ef58ef5 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=926c6c09-466c-4643-81fe-c6d1e0236acc HTTP/1.1" status: 200 len: 915 time: 0.3250089 Sep 17 04:34:40.167758 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ff516b4-6453-49df-bd46-8034029c9e2a req-742cda31-ea9a-4e19-8178-eff5e1d84460 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0 HTTP/1.1" status: 200 len: 1001 time: 0.0574231 Sep 17 04:34:40.217014 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff516b4-6453-49df-bd46-8034029c9e2a req-3bae0b6e-0b13-4ca6-a357-9bed336c5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:40.218440 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ff516b4-6453-49df-bd46-8034029c9e2a req-3bae0b6e-0b13-4ca6-a357-9bed336c5b1f service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=bf84a2fe-d123-45cf-8140-e41701bc7cf0 HTTP/1.1" status: 200 len: 853 time: 0.0440547 Sep 17 04:34:40.265535 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff516b4-6453-49df-bd46-8034029c9e2a req-27ee65f7-78ad-4a52-aeeb-8794db63ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:40.266930 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ff516b4-6453-49df-bd46-8034029c9e2a req-27ee65f7-78ad-4a52-aeeb-8794db63ce66 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=926c6c09-466c-4643-81fe-c6d1e0236acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419471 Sep 17 04:34:40.365238 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ff516b4-6453-49df-bd46-8034029c9e2a req-8c2f3ed1-9726-4a65-9b9f-268f6d58a281 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912321 Sep 17 04:34:40.458536 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7ff516b4-6453-49df-bd46-8034029c9e2a req-740256e4-bcd1-4941-bc29-0584be739dd2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870936 Sep 17 04:34:40.978235 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:40.978900 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:43.492288 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:45.976692 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c025e8-0c48-447f-b287-c7873e29b5f3 req-68379764-050a-4c16-85f5-ba93a345ef79 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:45.978064 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f3c025e8-0c48-447f-b287-c7873e29b5f3 req-68379764-050a-4c16-85f5-ba93a345ef79 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 946 time: 0.0489128 Sep 17 04:34:46.028601 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f3c025e8-0c48-447f-b287-c7873e29b5f3 req-93c922d7-70c1-4d90-8225-d5171aaecf80 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450499 Sep 17 04:34:47.166339 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4db65-b799-4172-9fe4-5474574ca073 req-70340f9c-c54e-4cd9-921b-d643aa715bed tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:47.167810 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-acf4db65-b799-4172-9fe4-5474574ca073 req-70340f9c-c54e-4cd9-921b-d643aa715bed tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 946 time: 0.0532453 Sep 17 04:34:47.214131 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-acf4db65-b799-4172-9fe4-5474574ca073 req-c23a9258-bacf-467f-b423-adb13c3a830e tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406599 Sep 17 04:34:48.212504 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f31f9-fe08-4ed5-8572-fa47bd217e1f req-aa924ad6-b605-46b2-a3cf-054fcf3d591f tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:48.213973 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8e7f31f9-fe08-4ed5-8572-fa47bd217e1f req-aa924ad6-b605-46b2-a3cf-054fcf3d591f tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 946 time: 0.0655818 Sep 17 04:34:48.301277 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-8e7f31f9-fe08-4ed5-8572-fa47bd217e1f req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Deleting port 6743375d-5a28-4d3a-8f89-6396c2dfad6e {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:34:48.301594 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-8e7f31f9-fe08-4ed5-8572-fa47bd217e1f req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:48.350134 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc02f-d578-48f3-9026-fb822635aff8 req-bcca81aa-9021-4152-b909-f14eb2861298 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:34:48.351670 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ce3fc02f-d578-48f3-9026-fb822635aff8 req-bcca81aa-9021-4152-b909-f14eb2861298 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 946 time: 0.0588214 Sep 17 04:34:48.394728 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-8e7f31f9-fe08-4ed5-8572-fa47bd217e1f req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] For port 6743375d-5a28-4d3a-8f89-6396c2dfad6e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=6743375d-5a28-4d3a-8f89-6396c2dfad6e,segment=NetworkSegment(83e57d3c-7a2d-40dc-84fa-5442d5bae531),segment_id=83e57d3c-7a2d-40dc-84fa-5442d5bae531)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:34:48.395403 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-8e7f31f9-fe08-4ed5-8572-fa47bd217e1f req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:48.399398 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ce3fc02f-d578-48f3-9026-fb822635aff8 req-c1e9194d-e951-4ad1-acb2-37483494b562 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418730 Sep 17 04:34:48.408748 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-8e7f31f9-fe08-4ed5-8572-fa47bd217e1f req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Calling delete_port for 6743375d-5a28-4d3a-8f89-6396c2dfad6e owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:34:48.432376 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e2a8006f-a731-4e8f-a378-b9619afaae57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:48.517101 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:48.519494 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:48.545648 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-8e7f31f9-fe08-4ed5-8572-fa47bd217e1f req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (6743375d-5a28-4d3a-8f89-6396c2dfad6e), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:48.575217 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Pushing event deleted for resources: {'Port': ['ID=6743375d-5a28-4d3a-8f89-6396c2dfad6e,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:34:48.590137 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['6743375d-5a28-4d3a-8f89-6396c2dfad6e'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:34:48.590333 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.590779 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.591127 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.591465 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.591770 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.592103 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.592430 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.592755 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.593100 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.593458 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.593782 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.594105 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.594425 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.595113 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.595442 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:34:48.634101 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7f31f9-fe08-4ed5-8572-fa47bd217e1f req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] No DVR routers for this DVR port 6743375d-5a28-4d3a-8f89-6396c2dfad6e on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:34:48.636536 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-8e7f31f9-fe08-4ed5-8572-fa47bd217e1f req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:48.639778 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8e7f31f9-fe08-4ed5-8572-fa47bd217e1f req-5450feb1-bfac-48e0-aab4-af5be7e42bb4 tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.66 "DELETE /networking/v2.0/ports/6743375d-5a28-4d3a-8f89-6396c2dfad6e HTTP/1.1" status: 204 len: 173 time: 0.4191711 Sep 17 04:34:48.640270 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edc095-5585-49dd-9d48-b184f11c708a', 'name': 'network-vif-deleted', 'tag': '6743375d-5a28-4d3a-8f89-6396c2dfad6e'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:34:48.642629 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60983bb2-2e82-46e3-8175-3341fdc916d7" -d '{"events": [{"server_uuid": "56edc095-5585-49dd-9d48-b184f11c708a", "name": "network-vif-deleted", "tag": "6743375d-5a28-4d3a-8f89-6396c2dfad6e"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:34:48.684139 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8a9b26-7165-4a9d-b1c6-29ab610a45a1 x-openstack-request-id: req-dd8a9b26-7165-4a9d-b1c6-29ab610a45a1 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:34:48.684454 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edc095-5585-49dd-9d48-b184f11c708a", "name": "network-vif-deleted", "tag": "6743375d-5a28-4d3a-8f89-6396c2dfad6e", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:34:48.684705 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd8a9b26-7165-4a9d-b1c6-29ab610a45a1 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:34:48.685111 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd8a9b26-7165-4a9d-b1c6-29ab610a45a1'] response: {'server_uuid': '56edc095-5585-49dd-9d48-b184f11c708a', 'name': 'network-vif-deleted', 'tag': '6743375d-5a28-4d3a-8f89-6396c2dfad6e', 'status': 'completed', 'code': 200} Sep 17 04:34:49.521807 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-33e89907-2e92-416f-a6b2-e929ea43040f req-c53a8eff-aeec-4999-9528-82d26355e14a tempest-VolumesSnapshotTestJSON-1455811953 tempest-VolumesSnapshotTestJSON-1455811953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=56edc095-5585-49dd-9d48-b184f11c708a HTTP/1.1" status: 200 len: 210 time: 0.0297220 Sep 17 04:34:50.623811 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-194a8e44-7f33-4f56-bb3b-f5d2a0f31ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:50.851382 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 6743375d-5a28-4d3a-8f89-6396c2dfad6e no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:34:50.871692 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: 6743375d-5a28-4d3a-8f89-6396c2dfad6e {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:34:50.872093 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 6743375d-5a28-4d3a-8f89-6396c2dfad6e not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:34:51.952143 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:53.453906 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:53.563736 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:34:58.395947 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=18 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:58.617683 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=7 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:58.619132 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:34:59.503061 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=20 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:03.499815 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:03.926413 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a0f67-2549-4a36-8084-146f8aef29eb req-0c4f54e0-5181-4e18-a218-da0f515abe6e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:03.927969 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-032a0f67-2549-4a36-8084-146f8aef29eb req-0c4f54e0-5181-4e18-a218-da0f515abe6e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 945 time: 0.0472136 Sep 17 04:35:03.978892 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-032a0f67-2549-4a36-8084-146f8aef29eb req-068e86c3-3988-4469-9e27-7d03e5cc7b57 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446424 Sep 17 04:35:05.114567 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1c3ac-75fa-4094-bfbf-e37fbe527452 req-8376e6e3-82a6-49c7-b7ba-aa982564a299 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:05.116039 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c1a1c3ac-75fa-4094-bfbf-e37fbe527452 req-8376e6e3-82a6-49c7-b7ba-aa982564a299 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 945 time: 0.0485706 Sep 17 04:35:05.169590 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c1a1c3ac-75fa-4094-bfbf-e37fbe527452 req-b3908c02-a701-482d-b135-a7bedf730604 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454109 Sep 17 04:35:06.312439 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36802cb4-0e4f-4d6c-b40a-d445111bf02c req-314ee2e0-dd1d-4ac6-8c92-a79b5e1196b5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:06.313948 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-36802cb4-0e4f-4d6c-b40a-d445111bf02c req-314ee2e0-dd1d-4ac6-8c92-a79b5e1196b5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 945 time: 0.0587103 Sep 17 04:35:06.371335 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-36802cb4-0e4f-4d6c-b40a-d445111bf02c req-fb5f0cfd-2cf2-4e58-8635-c53a11bd9ef2 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474155 Sep 17 04:35:07.092972 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fb0e6045-c674-4387-af5c-9c0c8ae56479 req-f8c1e726-05a8-41f9-af3a-91984ce54e96 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1481957129&fields=id&tenant_id=4ca16cc178624419954df6bad327f722 HTTP/1.1" status: 200 len: 267 time: 0.0471950 Sep 17 04:35:07.144580 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e6045-c674-4387-af5c-9c0c8ae56479 req-3d13bb7f-1282-4776-a832-3a80610327c3 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:07.146026 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fb0e6045-c674-4387-af5c-9c0c8ae56479 req-3d13bb7f-1282-4776-a832-3a80610327c3 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 984 time: 0.0473135 Sep 17 04:35:07.156443 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-fb0e6045-c674-4387-af5c-9c0c8ae56479 req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Request body: {'port': {'security_groups': ['b572566d-5146-4dcc-b315-35716a9d5c74']}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:07.235322 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-fb0e6045-c674-4387-af5c-9c0c8ae56479 req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:07.414834 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-fb0e6045-c674-4387-af5c-9c0c8ae56479 req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] For port d54c1156-b70c-4805-bad8-7b71a108b5c0, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:07.497793 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5a2c1-9ac1-4b2b-899f-273adbf013ec req-0e2e6a5c-6f2f-40a2-9605-c86a2b1243d9 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:07.499430 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e7e5a2c1-9ac1-4b2b-899f-273adbf013ec req-0e2e6a5c-6f2f-40a2-9605-c86a2b1243d9 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 945 time: 0.0503402 Sep 17 04:35:07.551888 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e7e5a2c1-9ac1-4b2b-899f-273adbf013ec req-a984b0f0-291d-435b-8555-28de79540b18 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464826 Sep 17 04:35:07.701107 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-fb0e6045-c674-4387-af5c-9c0c8ae56479 req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:07.706876 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-fb0e6045-c674-4387-af5c-9c0c8ae56479 req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:07.717407 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e6045-c674-4387-af5c-9c0c8ae56479 req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:07.718000 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-fb0e6045-c674-4387-af5c-9c0c8ae56479 req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:07.719698 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fb0e6045-c674-4387-af5c-9c0c8ae56479 req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "PUT /networking/v2.0/ports/d54c1156-b70c-4805-bad8-7b71a108b5c0 HTTP/1.1" status: 200 len: 942 time: 0.5672572 Sep 17 04:35:07.720246 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:07.722530 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8528011-a67d-4155-a0e0-2a1c8758c1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:07.726698 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42144) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:07.753937 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['d54c1156-b70c-4805-bad8-7b71a108b5c0'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:35:07.806837 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-f727646d-f382-4d7a-a48d-3fa1736823c7 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:07.809111 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-f727646d-f382-4d7a-a48d-3fa1736823c7 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 945 time: 0.0699208 Sep 17 04:35:07.818179 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8292ee09-0c95-46b3-90eb-8e5e38282688 x-openstack-request-id: req-8292ee09-0c95-46b3-90eb-8e5e38282688 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:07.818465 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:07.818709 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8292ee09-0c95-46b3-90eb-8e5e38282688 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:07.819105 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8292ee09-0c95-46b3-90eb-8e5e38282688'] response: {'name': 'network-changed', 'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0', 'status': 'completed', 'code': 200} Sep 17 04:35:07.821903 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event updated for resources: {'Port': ['ID=d54c1156-b70c-4805-bad8-7b71a108b5c0,revision_number=7']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:07.840033 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.840792 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.841172 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.841507 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.841829 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.842147 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.842466 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.842781 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.843098 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.843411 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.843725 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.844414 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.844735 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.845051 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.845386 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e146f-956a-40c0-b9ed-732bbdc2e909 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:07.856236 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1519d71c-55b6-41b9-8169-9cb856ad1895 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group (214549b0-5815-46e0-8206-a4e7a53a3e84), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:07.883120 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1519d71c-55b6-41b9-8169-9cb856ad1895 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group (214549b0-5815-46e0-8206-a4e7a53a3e84), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:07.943731 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['d54c1156-b70c-4805-bad8-7b71a108b5c0'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:35:07.963438 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528011-a67d-4155-a0e0-2a1c8758c1d6 req-7d669674-285d-4583-b814-e8ee8fd102ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:07.965453 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f8528011-a67d-4155-a0e0-2a1c8758c1d6 req-7d669674-285d-4583-b814-e8ee8fd102ab service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=4ca16cc178624419954df6bad327f722&device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 1129 time: 0.0575025 Sep 17 04:35:07.982011 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Deleting port b715886e-d53b-4fcc-a366-f48a27e791df {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:07.982402 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:07.987034 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:35:08.058742 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1519d71c-55b6-41b9-8169-9cb856ad1895 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (214549b0-5815-46e0-8206-a4e7a53a3e84), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:08.061279 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1519d71c-55b6-41b9-8169-9cb856ad1895 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:08.064871 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-1519d71c-55b6-41b9-8169-9cb856ad1895 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/214549b0-5815-46e0-8206-a4e7a53a3e84 HTTP/1.1" status: 204 len: 168 time: 0.3348255 Sep 17 04:35:08.066622 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42152) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:08.082985 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519d71c-55b6-41b9-8169-9cb856ad1895 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214549b0-5815-46e0-8206-a4e7a53a3e84,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:08.086818 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528011-a67d-4155-a0e0-2a1c8758c1d6 req-9b0cbf25-3581-4b97-95fd-d4c2572860b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:08.088283 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f8528011-a67d-4155-a0e0-2a1c8758c1d6 req-9b0cbf25-3581-4b97-95fd-d4c2572860b9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=926c6c09-466c-4643-81fe-c6d1e0236acc HTTP/1.1" status: 200 len: 915 time: 0.1173949 Sep 17 04:35:08.163612 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f8528011-a67d-4155-a0e0-2a1c8758c1d6 req-a3358051-ea01-4887-b604-16832d54405c service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0 HTTP/1.1" status: 200 len: 1001 time: 0.0675137 Sep 17 04:35:08.206203 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:08.217242 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:08.221571 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528011-a67d-4155-a0e0-2a1c8758c1d6 req-84dd9e98-1a4f-4cf4-9696-107af84801b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:08.223038 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f8528011-a67d-4155-a0e0-2a1c8758c1d6 req-84dd9e98-1a4f-4cf4-9696-107af84801b4 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=bf84a2fe-d123-45cf-8140-e41701bc7cf0 HTTP/1.1" status: 200 len: 853 time: 0.0528524 Sep 17 04:35:08.237609 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] For port b715886e-d53b-4fcc-a366-f48a27e791df, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b715886e-d53b-4fcc-a366-f48a27e791df,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:08.238006 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:08.281729 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528011-a67d-4155-a0e0-2a1c8758c1d6 req-c4730c2a-ca26-4055-9ac8-9a85855abf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:08.283299 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f8528011-a67d-4155-a0e0-2a1c8758c1d6 req-c4730c2a-ca26-4055-9ac8-9a85855abf61 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=926c6c09-466c-4643-81fe-c6d1e0236acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527263 Sep 17 04:35:08.380363 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-fae083ba-4e78-4826-9e79-50923cb47b0d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Deleting port 7098cb9d-f716-4343-8569-2904550ddfef {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:08.380702 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fae083ba-4e78-4826-9e79-50923cb47b0d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (7098cb9d-f716-4343-8569-2904550ddfef), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:08.381875 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f8528011-a67d-4155-a0e0-2a1c8758c1d6 req-f9c87ca6-6231-4884-8c1b-b8884823553a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907562 Sep 17 04:35:08.477026 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f8528011-a67d-4155-a0e0-2a1c8758c1d6 req-d7e62018-8770-4337-9e16-11ba3b8a008e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885777 Sep 17 04:35:08.540753 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:08.541437 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (90d39346-5feb-4d0c-af33-0b143e3a69d0), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:08.541437 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.l3_db [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Floating IP 90d39346-5feb-4d0c-af33-0b143e3a69d0 disassociated. External IP: 172.27.3.76, port: b715886e-d53b-4fcc-a366-f48a27e791df. Sep 17 04:35:08.541771 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Calling delete_port for b715886e-d53b-4fcc-a366-f48a27e791df owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:08.544543 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fae083ba-4e78-4826-9e79-50923cb47b0d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (7098cb9d-f716-4343-8569-2904550ddfef), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:08.544862 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fae083ba-4e78-4826-9e79-50923cb47b0d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for floatingip (7098cb9d-f716-4343-8569-2904550ddfef), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:08.564914 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-fae083ba-4e78-4826-9e79-50923cb47b0d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Calling delete_port for 7098cb9d-f716-4343-8569-2904550ddfef owned by network:floatingip {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:08.572393 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:08.610011 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:08.684846 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e5f7e-342f-41f2-bf91-57c9b0d47458 req-c0fe93e0-2649-454b-a33d-9e2b72db454f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:08.686472 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-973e5f7e-342f-41f2-bf91-57c9b0d47458 req-c0fe93e0-2649-454b-a33d-9e2b72db454f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 945 time: 0.0570676 Sep 17 04:35:08.736006 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-973e5f7e-342f-41f2-bf91-57c9b0d47458 req-e391eb11-7efa-4c75-8910-4a8f48f2ac60 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55998bd3-4903-4f7c-8cb0-ed7334d80af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436356 Sep 17 04:35:08.802445 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (b715886e-d53b-4fcc-a366-f48a27e791df), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:08.848473 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event deleted for resources: {'Port': ['ID=b715886e-d53b-4fcc-a366-f48a27e791df,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:08.905325 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fae083ba-4e78-4826-9e79-50923cb47b0d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (7098cb9d-f716-4343-8569-2904550ddfef), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:08.942560 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae083ba-4e78-4826-9e79-50923cb47b0d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event deleted for resources: {'Port': ['ID=7098cb9d-f716-4343-8569-2904550ddfef,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:09.056916 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fae083ba-4e78-4826-9e79-50923cb47b0d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks [] for floatingip (8c68ca95-41b5-4044-9bec-220aa29eb697), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:09.057264 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.l3_db [None req-fae083ba-4e78-4826-9e79-50923cb47b0d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Floating IP 8c68ca95-41b5-4044-9bec-220aa29eb697 disassociated (deleted). External IP: 172.27.3.190, port: d54c1156-b70c-4805-bad8-7b71a108b5c0. Sep 17 04:35:09.063113 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Router 7338ced2-0798-43c2-bdf6-c22b5b76a87c has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:35:09.528690 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:35:09.538589 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03725fe6-f9d3-4749-bc2f-4bdb22ef77ae None None] Sync routers for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:35:09.552907 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03725fe6-f9d3-4749-bc2f-4bdb22ef77ae None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:09.553653 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-03725fe6-f9d3-4749-bc2f-4bdb22ef77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:34:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:09.587658 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:09.611985 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] No DVR routers for this DVR port b715886e-d53b-4fcc-a366-f48a27e791df on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:35:09.615521 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:09.619437 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-80b6e53b-6bcb-4827-9c6f-f9fb28aec5de req-e59c4def-2707-4073-bd0b-18ff39fdea26 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "DELETE /networking/v2.0/ports/b715886e-d53b-4fcc-a366-f48a27e791df HTTP/1.1" status: 204 len: 173 time: 1.7418392 Sep 17 04:35:09.623653 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb9bb23-2e07-483b-b96a-e68d1cb95835', 'name': 'network-vif-deleted', 'tag': 'b715886e-d53b-4fcc-a366-f48a27e791df'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:09.626405 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ef64d-5537-4392-9014-e2ff33dc4203" -d '{"events": [{"server_uuid": "acb9bb23-2e07-483b-b96a-e68d1cb95835", "name": "network-vif-deleted", "tag": "b715886e-d53b-4fcc-a366-f48a27e791df"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:09.660169 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae083ba-4e78-4826-9e79-50923cb47b0d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Router dc7803b2-ceb0-416c-9250-86e6929ce5fe has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:35:09.715970 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101712ba-d94b-4b52-8f0c-f80e5059c611 x-openstack-request-id: req-101712ba-d94b-4b52-8f0c-f80e5059c611 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:09.716244 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb9bb23-2e07-483b-b96a-e68d1cb95835", "name": "network-vif-deleted", "tag": "b715886e-d53b-4fcc-a366-f48a27e791df", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:09.716548 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-101712ba-d94b-4b52-8f0c-f80e5059c611 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:09.716965 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101712ba-d94b-4b52-8f0c-f80e5059c611'] response: {'server_uuid': 'acb9bb23-2e07-483b-b96a-e68d1cb95835', 'name': 'network-vif-deleted', 'tag': 'b715886e-d53b-4fcc-a366-f48a27e791df', 'status': 'completed', 'code': 200} Sep 17 04:35:09.723771 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:09.795574 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae083ba-4e78-4826-9e79-50923cb47b0d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:35:09.800312 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fae083ba-4e78-4826-9e79-50923cb47b0d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:09.807050 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8d6c1-0474-48a8-9d82-2e43f77c8ea4 None None] Sync routers for ids ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:35:09.823033 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-03725fe6-f9d3-4749-bc2f-4bdb22ef77ae None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:09.826487 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e8d6c1-0474-48a8-9d82-2e43f77c8ea4 None None] Routers {'dc7803b2-ceb0-416c-9250-86e6929ce5fe'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:09.827434 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-d9e8d6c1-0474-48a8-9d82-2e43f77c8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:34:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:09.855464 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-fae083ba-4e78-4826-9e79-50923cb47b0d tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/8c68ca95-41b5-4044-9bec-220aa29eb697 HTTP/1.1" status: 204 len: 168 time: 1.7849174 Sep 17 04:35:09.927245 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-61ba1b62-41d8-4291-a031-2bb8c8764177 req-63639d87-1ebb-4af2-a7b3-6d700925b341 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acb9bb23-2e07-483b-b96a-e68d1cb95835 HTTP/1.1" status: 200 len: 210 time: 0.0384290 Sep 17 04:35:09.978936 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-d9e8d6c1-0474-48a8-9d82-2e43f77c8ea4 None None] Set router dc7803b2-ceb0-416c-9250-86e6929ce5fe gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:10.201758 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-03725fe6-f9d3-4749-bc2f-4bdb22ef77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '4678e820-5b3c-435f-80e3-8221287ca101', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:db:f3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508f0590-1d24-42b5-9275-280c6cedff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:28:31Z', 'updated_at': '2022-09-17T04:29:31Z', 'revision_number': 2, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:10.227836 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-d9e8d6c1-0474-48a8-9d82-2e43f77c8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:41Z', 'revision_number': 4, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port': {'id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'b0aca069-d3d2-4b66-86a8-efa4108e44da', 'name': '', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'mac_address': 'fa:16:3e:76:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:40Z', 'updated_at': '2022-09-17T04:29:45Z', 'revision_number': 5, 'project_id': '4ca16cc178624419954df6bad327f722', 'subnets': [{'id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:10.238052 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03725fe6-f9d3-4749-bc2f-4bdb22ef77ae None None] Checking router: 7338ced2-0798-43c2-bdf6-c22b5b76a87c for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:35:10.247389 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03725fe6-f9d3-4749-bc2f-4bdb22ef77ae None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:10.247999 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-03725fe6-f9d3-4749-bc2f-4bdb22ef77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:34:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:10.255584 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8d6c1-0474-48a8-9d82-2e43f77c8ea4 None None] Checking router: dc7803b2-ceb0-416c-9250-86e6929ce5fe for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:35:10.265610 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e8d6c1-0474-48a8-9d82-2e43f77c8ea4 None None] Routers {'dc7803b2-ceb0-416c-9250-86e6929ce5fe'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:10.266209 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-d9e8d6c1-0474-48a8-9d82-2e43f77c8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:34:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:10.287836 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:10.292453 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:10.358195 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-03725fe6-f9d3-4749-bc2f-4bdb22ef77ae None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:10.371444 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-d9e8d6c1-0474-48a8-9d82-2e43f77c8ea4 None None] Set router dc7803b2-ceb0-416c-9250-86e6929ce5fe gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:10.678786 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-03725fe6-f9d3-4749-bc2f-4bdb22ef77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '4678e820-5b3c-435f-80e3-8221287ca101', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:db:f3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508f0590-1d24-42b5-9275-280c6cedff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:28:31Z', 'updated_at': '2022-09-17T04:29:31Z', 'revision_number': 2, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:10.702590 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-d9e8d6c1-0474-48a8-9d82-2e43f77c8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:41Z', 'revision_number': 4, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port': {'id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'b0aca069-d3d2-4b66-86a8-efa4108e44da', 'name': '', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'mac_address': 'fa:16:3e:76:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:40Z', 'updated_at': '2022-09-17T04:29:45Z', 'revision_number': 5, 'project_id': '4ca16cc178624419954df6bad327f722', 'subnets': [{'id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:10.710735 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03725fe6-f9d3-4749-bc2f-4bdb22ef77ae None None] The sync data for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi is: [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '4678e820-5b3c-435f-80e3-8221287ca101', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:db:f3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508f0590-1d24-42b5-9275-280c6cedff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:28:31Z', 'updated_at': '2022-09-17T04:29:31Z', 'revision_number': 2, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:35:10.734496 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8d6c1-0474-48a8-9d82-2e43f77c8ea4 None None] The sync data for ids ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'] in dv-cinder-857993-2-iscsi is: [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:41Z', 'revision_number': 4, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port': {'id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'b0aca069-d3d2-4b66-86a8-efa4108e44da', 'name': '', 'network_id': '926c6c09-466c-4643-81fe-c6d1e0236acc', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'mac_address': 'fa:16:3e:76:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:40Z', 'updated_at': '2022-09-17T04:29:45Z', 'revision_number': 5, 'project_id': '4ca16cc178624419954df6bad327f722', 'subnets': [{'id': 'bf84a2fe-d123-45cf-8140-e41701bc7cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:35:11.006921 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b45736-f954-4517-b224-b9e54687d499 None None] New status for floating IP 90d39346-5feb-4d0c-af33-0b143e3a69d0: DOWN {{(pid=106228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:35:11.026922 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42192) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:11.052807 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device b715886e-d53b-4fcc-a366-f48a27e791df no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:35:11.077934 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c8b3f2-123d-4ca5-ad3c-bad9a60d039a None None] New status for floating IP 8c68ca95-41b5-4044-9bec-220aa29eb697: DOWN {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:35:11.092716 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-cc8bcd15-95bc-4003-8f0f-436487979ce3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (55998bd3-4903-4f7c-8cb0-ed7334d80af9), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:11.109639 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: b715886e-d53b-4fcc-a366-f48a27e791df {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:35:11.109977 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device b715886e-d53b-4fcc-a366-f48a27e791df not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:35:11.118525 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-cc8bcd15-95bc-4003-8f0f-436487979ce3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (55998bd3-4903-4f7c-8cb0-ed7334d80af9), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:11.182572 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-cc8bcd15-95bc-4003-8f0f-436487979ce3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (55998bd3-4903-4f7c-8cb0-ed7334d80af9), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:11.186135 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-cc8bcd15-95bc-4003-8f0f-436487979ce3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:11.188434 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-cc8bcd15-95bc-4003-8f0f-436487979ce3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/55998bd3-4903-4f7c-8cb0-ed7334d80af9 HTTP/1.1" status: 204 len: 168 time: 0.1604226 Sep 17 04:35:11.191336 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42194) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:11.209543 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.api.v2.resource [None req-c640ed77-40a5-4113-800a-e5383c555e10 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] show failed (client error): The resource could not be found. Sep 17 04:35:11.210702 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-c640ed77-40a5-4113-800a-e5383c555e10 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups/55998bd3-4903-4f7c-8cb0-ed7334d80af9 HTTP/1.1" status: 404 len: 347 time: 0.0176640 Sep 17 04:35:11.213764 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42196) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:11.215239 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bcd15-95bc-4003-8f0f-436487979ce3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55998bd3-4903-4f7c-8cb0-ed7334d80af9,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:11.348326 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-11675d44-e7b5-4439-8de3-9417f626e453 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Deleting port 2ad517b6-69a6-4157-8983-f807021863a2 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:11.348661 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-11675d44-e7b5-4439-8de3-9417f626e453 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (2ad517b6-69a6-4157-8983-f807021863a2), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:11.437145 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-11675d44-e7b5-4439-8de3-9417f626e453 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (2ad517b6-69a6-4157-8983-f807021863a2), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:11.437445 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-11675d44-e7b5-4439-8de3-9417f626e453 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (2ad517b6-69a6-4157-8983-f807021863a2), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:11.450539 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-11675d44-e7b5-4439-8de3-9417f626e453 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Calling delete_port for 2ad517b6-69a6-4157-8983-f807021863a2 owned by network:floatingip {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:11.594423 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-11675d44-e7b5-4439-8de3-9417f626e453 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (2ad517b6-69a6-4157-8983-f807021863a2), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:11.620604 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11675d44-e7b5-4439-8de3-9417f626e453 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event deleted for resources: {'Port': ['ID=2ad517b6-69a6-4157-8983-f807021863a2,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:11.693792 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-11675d44-e7b5-4439-8de3-9417f626e453 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (90d39346-5feb-4d0c-af33-0b143e3a69d0), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:11.696309 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-11675d44-e7b5-4439-8de3-9417f626e453 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:11.697502 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-11675d44-e7b5-4439-8de3-9417f626e453 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/90d39346-5feb-4d0c-af33-0b143e3a69d0 HTTP/1.1" status: 204 len: 168 time: 0.4808867 Sep 17 04:35:11.720351 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:11.724063 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f652c847-f394-49aa-8223-5da6a8d113b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:11.769371 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e437970c-9818-434e-bde8-d80ca0a21f2d x-openstack-request-id: req-e437970c-9818-434e-bde8-d80ca0a21f2d {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:11.769667 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:11.769925 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e437970c-9818-434e-bde8-d80ca0a21f2d {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:11.770335 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e437970c-9818-434e-bde8-d80ca0a21f2d'] response: {'name': 'network-changed', 'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0', 'status': 'completed', 'code': 200} Sep 17 04:35:11.888256 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652c847-f394-49aa-8223-5da6a8d113b5 req-8d4b6604-dbc9-4ed0-a616-5b5f932b3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:11.889816 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f652c847-f394-49aa-8223-5da6a8d113b5 req-8d4b6604-dbc9-4ed0-a616-5b5f932b3279 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=4ca16cc178624419954df6bad327f722&device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 1129 time: 0.0451331 Sep 17 04:35:11.994500 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652c847-f394-49aa-8223-5da6a8d113b5 req-f7bec35f-0bfd-4f7c-9d1d-0c78a80976d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:11.996384 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f652c847-f394-49aa-8223-5da6a8d113b5 req-f7bec35f-0bfd-4f7c-9d1d-0c78a80976d6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=926c6c09-466c-4643-81fe-c6d1e0236acc HTTP/1.1" status: 200 len: 915 time: 0.0997818 Sep 17 04:35:12.040420 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f652c847-f394-49aa-8223-5da6a8d113b5 req-a1fb8979-ee2f-480c-b252-4b7ae62f7c47 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0 HTTP/1.1" status: 200 len: 217 time: 0.0366371 Sep 17 04:35:12.100126 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652c847-f394-49aa-8223-5da6a8d113b5 req-156cfaa0-cf47-44da-b4cf-714af1300152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:12.101742 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f652c847-f394-49aa-8223-5da6a8d113b5 req-156cfaa0-cf47-44da-b4cf-714af1300152 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=bf84a2fe-d123-45cf-8140-e41701bc7cf0 HTTP/1.1" status: 200 len: 853 time: 0.0543773 Sep 17 04:35:12.531172 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652c847-f394-49aa-8223-5da6a8d113b5 req-c691f39c-cf4b-4f2b-9a5c-e6a8895a59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:12.532852 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f652c847-f394-49aa-8223-5da6a8d113b5 req-c691f39c-cf4b-4f2b-9a5c-e6a8895a59e5 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=926c6c09-466c-4643-81fe-c6d1e0236acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525179 Sep 17 04:35:12.651944 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f652c847-f394-49aa-8223-5da6a8d113b5 req-1bd31efa-a032-489b-aa6b-a7cfb7477f0f service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032925 Sep 17 04:35:12.758465 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f652c847-f394-49aa-8223-5da6a8d113b5 req-18d63373-ee09-4279-9202-bd579ba3c372 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915303 Sep 17 04:35:13.870263 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6672dd1-22c7-4301-a170-9e669f36ba90 req-20b0527e-d5a6-45c5-817b-706f4ebe0a5e tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:13.871742 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c6672dd1-22c7-4301-a170-9e669f36ba90 req-20b0527e-d5a6-45c5-817b-706f4ebe0a5e tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0472631 Sep 17 04:35:13.921119 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c6672dd1-22c7-4301-a170-9e669f36ba90 req-a73ad89c-489f-41ad-a3a7-4b3fc07fa863 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408635 Sep 17 04:35:14.410036 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11889615-f5e8-4d2e-975d-75da2edfe070 req-cc62b83b-676b-4f58-8d7a-a41e57014ae4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:14.411526 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-11889615-f5e8-4d2e-975d-75da2edfe070 req-cc62b83b-676b-4f58-8d7a-a41e57014ae4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0480731 Sep 17 04:35:14.462722 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-11889615-f5e8-4d2e-975d-75da2edfe070 req-7635f42a-b3db-45d2-b7ef-25bd916a45e3 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455010 Sep 17 04:35:15.042014 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:15.065765 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adf567-ff22-498c-a945-7b05b5a6aafa req-ba2fc0dc-2afc-409f-85b9-53f9c7121f55 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:15.068053 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-06adf567-ff22-498c-a945-7b05b5a6aafa req-ba2fc0dc-2afc-409f-85b9-53f9c7121f55 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0577052 Sep 17 04:35:15.120152 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-06adf567-ff22-498c-a945-7b05b5a6aafa req-41592706-07e5-466a-b1e1-69f74fa27bbb tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440361 Sep 17 04:35:15.589038 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac92361-e15d-4b39-9b06-9b1352352c93 req-cecdbf76-2fd3-4a33-a739-a65f86fd6baa tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:15.590432 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fac92361-e15d-4b39-9b06-9b1352352c93 req-cecdbf76-2fd3-4a33-a739-a65f86fd6baa tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0484736 Sep 17 04:35:15.642487 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fac92361-e15d-4b39-9b06-9b1352352c93 req-56d49813-4b9f-4bb6-a9ff-d44d74994cfa tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 Sep 17 04:35:16.216681 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:16.257104 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7045101-f336-479a-84fa-01a74c6a6b14 req-f7894b5a-eb49-446f-ba8b-d441056ead2b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:16.258643 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f7045101-f336-479a-84fa-01a74c6a6b14 req-f7894b5a-eb49-446f-ba8b-d441056ead2b tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0519006 Sep 17 04:35:16.306031 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f7045101-f336-479a-84fa-01a74c6a6b14 req-b6ad90d3-3ad9-49f5-8f57-fc85f381c148 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Sep 17 04:35:16.439255 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42308) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:16.466290 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:16.487436 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_v2 [None req-122547bc-971a-460a-b652-e333a9c07f7c admin admin] Deleting subnet daae6631-531c-4e93-b279-cb02fd4b86ce {{(pid=106226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:35:16.491081 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-122547bc-971a-460a-b652-e333a9c07f7c admin admin] Publish callbacks [] for subnet (daae6631-531c-4e93-b279-cb02fd4b86ce), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:16.528243 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-122547bc-971a-460a-b652-e333a9c07f7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9580622'] for subnet (daae6631-531c-4e93-b279-cb02fd4b86ce), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:16.573186 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:16.609803 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-122547bc-971a-460a-b652-e333a9c07f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (daae6631-531c-4e93-b279-cb02fd4b86ce), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:16.636294 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f859c0-9ff1-4b68-bf50-a1254b899132 req-6b9198d1-0633-4f30-93ab-fc58c2c9d2ab tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:16.638247 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-75f859c0-9ff1-4b68-bf50-a1254b899132 req-6b9198d1-0633-4f30-93ab-fc58c2c9d2ab tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0781503 Sep 17 04:35:16.678553 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-122547bc-971a-460a-b652-e333a9c07f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9581814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411520'] for subnet (daae6631-531c-4e93-b279-cb02fd4b86ce), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:16.704330 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122547bc-971a-460a-b652-e333a9c07f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daae6631-531c-4e93-b279-cb02fd4b86ce,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:16.708040 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-122547bc-971a-460a-b652-e333a9c07f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:16.711170 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-122547bc-971a-460a-b652-e333a9c07f7c admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/daae6631-531c-4e93-b279-cb02fd4b86ce HTTP/1.1" status: 204 len: 168 time: 0.2707672 Sep 17 04:35:16.713696 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42312) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:16.817255 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea07d1-ed8d-40df-be3d-5e1ed1cad042 req-8b87499a-7db8-4c28-a7e9-fc23133d1eb4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:16.819056 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2aea07d1-ed8d-40df-be3d-5e1ed1cad042 req-8b87499a-7db8-4c28-a7e9-fc23133d1eb4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0881486 Sep 17 04:35:16.823296 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-40d39d8d-6aa4-474f-b4fb-fb0657948eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (bb95167b-27c5-4a3a-8d9b-1b9930df9108), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:16.896840 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2aea07d1-ed8d-40df-be3d-5e1ed1cad042 req-6a0972d3-a8f2-48ae-9307-f4052b6af19b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698395 Sep 17 04:35:16.953365 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-40d39d8d-6aa4-474f-b4fb-fb0657948eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (bb95167b-27c5-4a3a-8d9b-1b9930df9108), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:16.974880 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-40d39d8d-6aa4-474f-b4fb-fb0657948eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb95167b-27c5-4a3a-8d9b-1b9930df9108']}} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:16.985021 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-40d39d8d-6aa4-474f-b4fb-fb0657948eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e57d3c-7a2d-40dc-84fa-5442d5bae531') {'for_net_delete': True} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:16.985345 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-40d39d8d-6aa4-474f-b4fb-fb0657948eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e57d3c-7a2d-40dc-84fa-5442d5bae531') {} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:16.995868 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-40d39d8d-6aa4-474f-b4fb-fb0657948eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9580661'] for segment (83e57d3c-7a2d-40dc-84fa-5442d5bae531), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.010303 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-40d39d8d-6aa4-474f-b4fb-fb0657948eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (83e57d3c-7a2d-40dc-84fa-5442d5bae531), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.017182 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d39d8d-6aa4-474f-b4fb-fb0657948eb3 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=106226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:35:17.017575 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-40d39d8d-6aa4-474f-b4fb-fb0657948eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9581644'] for segment (83e57d3c-7a2d-40dc-84fa-5442d5bae531), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.077174 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-40d39d8d-6aa4-474f-b4fb-fb0657948eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (bb95167b-27c5-4a3a-8d9b-1b9930df9108), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.084162 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-40d39d8d-6aa4-474f-b4fb-fb0657948eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.089777 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-40d39d8d-6aa4-474f-b4fb-fb0657948eb3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/bb95167b-27c5-4a3a-8d9b-1b9930df9108 HTTP/1.1" status: 204 len: 168 time: 0.3727438 Sep 17 04:35:17.105657 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment 83e57d3c-7a2d-40dc-84fa-5442d5bae531 resource provider aggregate not found Sep 17 04:35:17.109616 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d39d8d-6aa4-474f-b4fb-fb0657948eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb95167b-27c5-4a3a-8d9b-1b9930df9108,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:17.122130 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment 83e57d3c-7a2d-40dc-84fa-5442d5bae531 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83e57d3c-7a2d-40dc-84fa-5442d5bae531 found for delete ", "request_id": "req-62dbff2d-e050-426c-9234-3aaa2acabbb4"}]} Sep 17 04:35:17.311546 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42324) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:17.313849 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-6c8e3788-af4c-47b9-a049-1cb72ad57298 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:17.315224 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-6c8e3788-af4c-47b9-a049-1cb72ad57298 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.0750830 Sep 17 04:35:17.362121 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-75f859c0-9ff1-4b68-bf50-a1254b899132 req-a69b2986-51c8-456a-b3ca-43b4b9042bb5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Deleting port d54c1156-b70c-4805-bad8-7b71a108b5c0 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:17.362462 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-75f859c0-9ff1-4b68-bf50-a1254b899132 req-a69b2986-51c8-456a-b3ca-43b4b9042bb5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.426878 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d4f80703-587a-43eb-afc6-11a00e56ff02 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=9d47a53afdbf404a829c119992fcb643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0971279 Sep 17 04:35:17.429478 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42328) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:17.439712 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e001f7-2eac-4207-b17c-712a18ad7608 req-2d76587c-c0f0-4b92-a6d4-28e77eb1a58c tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:17.441342 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-59e001f7-2eac-4207-b17c-712a18ad7608 req-2d76587c-c0f0-4b92-a6d4-28e77eb1a58c tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 945 time: 0.0486052 Sep 17 04:35:17.478352 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:17.488711 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-59e001f7-2eac-4207-b17c-712a18ad7608 req-b2c36f79-914b-4575-8b9a-4199dce136fd tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b572566d-5146-4dcc-b315-35716a9d5c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417433 Sep 17 04:35:17.505416 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-75f859c0-9ff1-4b68-bf50-a1254b899132 req-a69b2986-51c8-456a-b3ca-43b4b9042bb5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] For port d54c1156-b70c-4805-bad8-7b71a108b5c0, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=d54c1156-b70c-4805-bad8-7b71a108b5c0,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:17.505640 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-75f859c0-9ff1-4b68-bf50-a1254b899132 req-a69b2986-51c8-456a-b3ca-43b4b9042bb5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.526842 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-75f859c0-9ff1-4b68-bf50-a1254b899132 req-a69b2986-51c8-456a-b3ca-43b4b9042bb5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Calling delete_port for d54c1156-b70c-4805-bad8-7b71a108b5c0 owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:17.532698 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5514fd69-04c4-4908-ae05-39452ee04305 admin admin] Publish callbacks [] for security_group (22908b60-a8da-42ab-a6a5-73dfc5ae6cb4), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.587879 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5514fd69-04c4-4908-ae05-39452ee04305 admin admin] Publish callbacks [] for security_group (22908b60-a8da-42ab-a6a5-73dfc5ae6cb4), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.632916 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:17.694758 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5514fd69-04c4-4908-ae05-39452ee04305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (22908b60-a8da-42ab-a6a5-73dfc5ae6cb4), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.697248 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5514fd69-04c4-4908-ae05-39452ee04305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.700889 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-5514fd69-04c4-4908-ae05-39452ee04305 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/22908b60-a8da-42ab-a6a5-73dfc5ae6cb4 HTTP/1.1" status: 204 len: 168 time: 0.2680144 Sep 17 04:35:17.712394 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514fd69-04c4-4908-ae05-39452ee04305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22908b60-a8da-42ab-a6a5-73dfc5ae6cb4,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:17.729326 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Deleting port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:17.730052 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.747772 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-75f859c0-9ff1-4b68-bf50-a1254b899132 req-a69b2986-51c8-456a-b3ca-43b4b9042bb5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (d54c1156-b70c-4805-bad8-7b71a108b5c0), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.777563 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b2986-51c8-456a-b3ca-43b4b9042bb5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Pushing event deleted for resources: {'Port': ['ID=d54c1156-b70c-4805-bad8-7b71a108b5c0,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:17.791513 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['d54c1156-b70c-4805-bad8-7b71a108b5c0'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:35:17.849958 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] For port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:17.850322 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.870728 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f859c0-9ff1-4b68-bf50-a1254b899132 req-a69b2986-51c8-456a-b3ca-43b4b9042bb5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] No DVR routers for this DVR port d54c1156-b70c-4805-bad8-7b71a108b5c0 on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:35:17.873717 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-75f859c0-9ff1-4b68-bf50-a1254b899132 req-a69b2986-51c8-456a-b3ca-43b4b9042bb5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:17.877626 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-75f859c0-9ff1-4b68-bf50-a1254b899132 req-a69b2986-51c8-456a-b3ca-43b4b9042bb5 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.66 "DELETE /networking/v2.0/ports/d54c1156-b70c-4805-bad8-7b71a108b5c0 HTTP/1.1" status: 204 len: 173 time: 0.6386182 Sep 17 04:35:17.878174 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'name': 'network-vif-deleted', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:17.880624 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0edd05a-367b-4387-bb16-86bd609c1f6a" -d '{"events": [{"server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "name": "network-vif-deleted", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:17.926460 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8ae700-44d1-4985-b74a-3b0967de4ac5 x-openstack-request-id: req-4e8ae700-44d1-4985-b74a-3b0967de4ac5 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:17.926460 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c70917-7a03-48e3-be38-75f7f6add454", "name": "network-vif-deleted", "tag": "d54c1156-b70c-4805-bad8-7b71a108b5c0", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:17.926460 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e8ae700-44d1-4985-b74a-3b0967de4ac5 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:17.926987 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8ae700-44d1-4985-b74a-3b0967de4ac5'] response: {'server_uuid': 'b0c70917-7a03-48e3-be38-75f7f6add454', 'name': 'network-vif-deleted', 'tag': 'd54c1156-b70c-4805-bad8-7b71a108b5c0', 'status': 'completed', 'code': 200} Sep 17 04:35:18.079733 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b332cf-eaa9-46b0-bc26-54b6e9ad9f30 req-ccb99fa1-eba3-47ca-8095-8aec2c6b3a91 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:18.081353 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c2b332cf-eaa9-46b0-bc26-54b6e9ad9f30 req-ccb99fa1-eba3-47ca-8095-8aec2c6b3a91 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 946 time: 0.1045690 Sep 17 04:35:18.184600 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:18.185127 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (4678e820-5b3c-435f-80e3-8221287ca101), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:18.185459 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Floating IP 4678e820-5b3c-435f-80e3-8221287ca101 disassociated. External IP: 172.27.3.6, port: 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba. Sep 17 04:35:18.185806 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Calling delete_port for 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba owned by compute:nova {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:18.201458 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c2b332cf-eaa9-46b0-bc26-54b6e9ad9f30 req-e9692b8c-8557-42a5-a149-868293086466 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=d919ef6a-0142-47a1-b959-7c837c87985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080353 Sep 17 04:35:18.333130 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:18.366721 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event deleted for resources: {'Port': ['ID=976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:18.430267 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:18.437861 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c1e026fb-d7ab-4161-9981-413d077d5739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:18.495335 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:18.497447 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Router 7338ced2-0798-43c2-bdf6-c22b5b76a87c has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:35:18.629340 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e3b5015f-cf17-4282-9546-f0433af2ec0c req-de3e419f-02d3-4919-aeab-1be745382d19 tempest-TestMinimumBasicScenario-523132786 tempest-TestMinimumBasicScenario-523132786-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0c70917-7a03-48e3-be38-75f7f6add454 HTTP/1.1" status: 200 len: 210 time: 0.0400009 Sep 17 04:35:18.643943 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:35:18.662225 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865bedf-7891-409a-8640-998dc6f65bb2 None None] Sync routers for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:35:18.677451 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865bedf-7891-409a-8640-998dc6f65bb2 None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:18.684782 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-7865bedf-7891-409a-8640-998dc6f65bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:34:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:18.693762 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] No DVR routers for this DVR port 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba on host hv-cinder-85799 {{(pid=106227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:35:18.696990 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:18.701661 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9fa7e427-e37b-4cf0-9982-ef2fe7bf3c65 req-ef89d4ba-0797-4e91-ba5e-a641519cc3dd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "DELETE /networking/v2.0/ports/976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba HTTP/1.1" status: 204 len: 173 time: 1.0826740 Sep 17 04:35:18.705669 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508f0590-1d24-42b5-9275-280c6cedff50', 'name': 'network-vif-deleted', 'tag': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:18.708265 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10001a86-8e50-4e99-8b1a-376b99b29549" -d '{"events": [{"server_uuid": "508f0590-1d24-42b5-9275-280c6cedff50", "name": "network-vif-deleted", "tag": "976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:18.775565 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49fd3cf-1e63-4252-8184-ba7511a9c11b x-openstack-request-id: req-f49fd3cf-1e63-4252-8184-ba7511a9c11b {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:18.776307 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508f0590-1d24-42b5-9275-280c6cedff50", "name": "network-vif-deleted", "tag": "976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:18.776862 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f49fd3cf-1e63-4252-8184-ba7511a9c11b {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:18.777953 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f49fd3cf-1e63-4252-8184-ba7511a9c11b'] response: {'server_uuid': '508f0590-1d24-42b5-9275-280c6cedff50', 'name': 'network-vif-deleted', 'tag': '976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba', 'status': 'completed', 'code': 200} Sep 17 04:35:18.845545 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-7865bedf-7891-409a-8640-998dc6f65bb2 None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:18.850044 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6da9c-ad23-4d93-a4a5-bced42ee57ad req-4f122548-cd7e-451e-ad1c-62dd10f99ca8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:18.852419 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-44b6da9c-ad23-4d93-a4a5-bced42ee57ad req-4f122548-cd7e-451e-ad1c-62dd10f99ca8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.1038144 Sep 17 04:35:18.853663 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ad04f-c120-45f6-96a2-3f1a314df10a req-f95059d5-9be6-4082-be0c-7e02b34ad985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:18.855499 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b33ad04f-c120-45f6-96a2-3f1a314df10a req-f95059d5-9be6-4082-be0c-7e02b34ad985 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 1130 time: 0.1044221 Sep 17 04:35:18.997236 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-44b6da9c-ad23-4d93-a4a5-bced42ee57ad req-0e693810-1a6a-41e7-a36e-974c4bfa9435 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373808 Sep 17 04:35:19.029432 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ad04f-c120-45f6-96a2-3f1a314df10a req-174f3387-a012-43fa-824c-7c12b4cc73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:19.030674 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b33ad04f-c120-45f6-96a2-3f1a314df10a req-174f3387-a012-43fa-824c-7c12b4cc73a0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 919 time: 0.1581419 Sep 17 04:35:19.089828 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-7865bedf-7891-409a-8640-998dc6f65bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:19.101362 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b33ad04f-c120-45f6-96a2-3f1a314df10a req-95dc911c-0dab-4047-aa9f-eb956133964b service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace73665-81e0-4dd4-bd89-8ca9daa484ad HTTP/1.1" status: 200 len: 1001 time: 0.0588095 Sep 17 04:35:19.119160 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865bedf-7891-409a-8640-998dc6f65bb2 None None] Checking router: 7338ced2-0798-43c2-bdf6-c22b5b76a87c for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:35:19.128187 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865bedf-7891-409a-8640-998dc6f65bb2 None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:19.128804 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-7865bedf-7891-409a-8640-998dc6f65bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:34:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:19.152504 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ad04f-c120-45f6-96a2-3f1a314df10a req-502eef68-b5b2-4b8b-8efd-5c8e074015ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:19.154089 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b33ad04f-c120-45f6-96a2-3f1a314df10a req-502eef68-b5b2-4b8b-8efd-5c8e074015ce service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.0467432 Sep 17 04:35:19.200630 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ad04f-c120-45f6-96a2-3f1a314df10a req-c675c94b-62db-4704-b424-40419042ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:19.202153 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b33ad04f-c120-45f6-96a2-3f1a314df10a req-c675c94b-62db-4704-b424-40419042ae77 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422382 Sep 17 04:35:19.210727 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:19.229687 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-7865bedf-7891-409a-8640-998dc6f65bb2 None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:19.327102 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-09c2bfbb-f31c-4da3-aee5-ac760921cbc6 req-a9094448-30b3-41c3-83c3-a50b2b730d4b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=508f0590-1d24-42b5-9275-280c6cedff50 HTTP/1.1" status: 200 len: 210 time: 0.0309911 Sep 17 04:35:19.428940 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-7865bedf-7891-409a-8640-998dc6f65bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:19.455885 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865bedf-7891-409a-8640-998dc6f65bb2 None None] The sync data for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi is: [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:35:19.512355 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b33ad04f-c120-45f6-96a2-3f1a314df10a req-d0ff493d-9e81-4e87-9ab0-d7868a6f28cc service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964038 Sep 17 04:35:19.613721 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b33ad04f-c120-45f6-96a2-3f1a314df10a req-381d70fc-3aec-4243-954c-48171fcefbf4 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944130 Sep 17 04:35:19.726908 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadb8f72-a02c-42e6-a418-8b8fb764a7f5 None None] New status for floating IP 4678e820-5b3c-435f-80e3-8221287ca101: DOWN {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:35:20.123391 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beba7a9-59ae-44c6-9253-18faf0c40a3d req-f98f8597-65d3-4faf-aaf6-1344d32cab86 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:20.124981 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2beba7a9-59ae-44c6-9253-18faf0c40a3d req-f98f8597-65d3-4faf-aaf6-1344d32cab86 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0481443 Sep 17 04:35:20.175930 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2beba7a9-59ae-44c6-9253-18faf0c40a3d req-418365e1-7795-49f3-9cad-36f5ff3362e2 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447013 Sep 17 04:35:20.361508 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42414) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:20.422099 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42420) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:20.477998 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-19b182fc-0382-4936-904f-af316aec860e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (d919ef6a-0142-47a1-b959-7c837c87985d), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:20.499953 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-19b182fc-0382-4936-904f-af316aec860e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (d919ef6a-0142-47a1-b959-7c837c87985d), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:20.615491 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:20.626762 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-19b182fc-0382-4936-904f-af316aec860e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d919ef6a-0142-47a1-b959-7c837c87985d), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:20.629730 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-19b182fc-0382-4936-904f-af316aec860e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:20.633629 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-604299b7-fb46-4ea2-8615-6c11837c719c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:20.633828 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-19b182fc-0382-4936-904f-af316aec860e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d919ef6a-0142-47a1-b959-7c837c87985d HTTP/1.1" status: 204 len: 168 time: 0.2077117 Sep 17 04:35:20.634105 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42422) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:20.644767 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b182fc-0382-4936-904f-af316aec860e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d919ef6a-0142-47a1-b959-7c837c87985d,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:20.652628 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.api.v2.resource [None req-9a6540e0-2994-425b-b02c-e649ca57a686 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] show failed (client error): The resource could not be found. Sep 17 04:35:20.654166 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-9a6540e0-2994-425b-b02c-e649ca57a686 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups/d919ef6a-0142-47a1-b959-7c837c87985d HTTP/1.1" status: 404 len: 347 time: 0.0191054 Sep 17 04:35:20.661167 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42424) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:20.793489 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-12ba75b4-36c3-4cb6-abca-214ff13c4157 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Deleting port 802f9d9b-38b8-4e96-b22e-2da5d2a910b9 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:20.793830 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12ba75b4-36c3-4cb6-abca-214ff13c4157 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (802f9d9b-38b8-4e96-b22e-2da5d2a910b9), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:20.840500 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:20.873965 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12ba75b4-36c3-4cb6-abca-214ff13c4157 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (802f9d9b-38b8-4e96-b22e-2da5d2a910b9), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:20.874179 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12ba75b4-36c3-4cb6-abca-214ff13c4157 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (802f9d9b-38b8-4e96-b22e-2da5d2a910b9), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:20.876275 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:20.887998 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-12ba75b4-36c3-4cb6-abca-214ff13c4157 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Calling delete_port for 802f9d9b-38b8-4e96-b22e-2da5d2a910b9 owned by network:floatingip {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:20.929165 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b62947a3-d136-4195-9b80-7c11d63696fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3836835'] for router_interface (dc7803b2-ceb0-416c-9250-86e6929ce5fe), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:20.980394 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:21.025262 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12ba75b4-36c3-4cb6-abca-214ff13c4157 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (802f9d9b-38b8-4e96-b22e-2da5d2a910b9), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.025695 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device d54c1156-b70c-4805-bad8-7b71a108b5c0 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:35:21.051210 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba75b4-36c3-4cb6-abca-214ff13c4157 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event deleted for resources: {'Port': ['ID=802f9d9b-38b8-4e96-b22e-2da5d2a910b9,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:21.056690 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: d54c1156-b70c-4805-bad8-7b71a108b5c0 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:35:21.057799 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device d54c1156-b70c-4805-bad8-7b71a108b5c0 not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:35:21.058334 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:35:21.083592 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:35:21.084265 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 976f2b6a-d9e7-4e56-ad03-1e8785f2c5ba not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:35:21.116987 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12ba75b4-36c3-4cb6-abca-214ff13c4157 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (4678e820-5b3c-435f-80e3-8221287ca101), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.119447 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12ba75b4-36c3-4cb6-abca-214ff13c4157 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.123740 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-12ba75b4-36c3-4cb6-abca-214ff13c4157 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/4678e820-5b3c-435f-80e3-8221287ca101 HTTP/1.1" status: 204 len: 168 time: 0.4607599 Sep 17 04:35:21.198267 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42428) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:21.203095 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-d72aa54b-bdea-4145-b47d-21a631cff204 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12919276', 'description': 'tempest-description--840133004'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:21.214132 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-b62947a3-d136-4195-9b80-7c11d63696fe admin admin] Deleting port b0aca069-d3d2-4b66-86a8-efa4108e44da {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:21.214473 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b62947a3-d136-4195-9b80-7c11d63696fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.228939 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d72aa54b-bdea-4145-b47d-21a631cff204 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.269549 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:21.301131 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-b62947a3-d136-4195-9b80-7c11d63696fe admin admin] For port b0aca069-d3d2-4b66-86a8-efa4108e44da, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=b0aca069-d3d2-4b66-86a8-efa4108e44da,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:21.301525 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b62947a3-d136-4195-9b80-7c11d63696fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.314724 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-b62947a3-d136-4195-9b80-7c11d63696fe admin admin] Calling delete_port for b0aca069-d3d2-4b66-86a8-efa4108e44da owned by network:router_interface {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:21.327519 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e850ac1-8382-4bb2-835b-a7459c96a2a4 req-99e3dd64-9f46-4930-917f-c44ddc3a8fa3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:21.328985 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4e850ac1-8382-4bb2-835b-a7459c96a2a4 req-99e3dd64-9f46-4930-917f-c44ddc3a8fa3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0686913 Sep 17 04:35:21.353003 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d72aa54b-bdea-4145-b47d-21a631cff204 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.361560 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d72aa54b-bdea-4145-b47d-21a631cff204 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.405634 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d72aa54b-bdea-4145-b47d-21a631cff204 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.406767 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-d72aa54b-bdea-4145-b47d-21a631cff204 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2073729 Sep 17 04:35:21.410559 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42432) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:21.420900 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-63854940-4d46-44d2-93da-b6667eff6993 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'security_group_rule': {'security_group_id': '17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:21.427042 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4e850ac1-8382-4bb2-835b-a7459c96a2a4 req-d880c0d4-6444-4d0a-9ad9-14fd07a2f90e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899003 Sep 17 04:35:21.427627 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72aa54b-bdea-4145-b47d-21a631cff204 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:21.473329 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-63854940-4d46-44d2-93da-b6667eff6993 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (f38a2ef9-b8f0-422a-be65-9b219b3409b2), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.543381 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b62947a3-d136-4195-9b80-7c11d63696fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (b0aca069-d3d2-4b66-86a8-efa4108e44da), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.573105 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62947a3-d136-4195-9b80-7c11d63696fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b0aca069-d3d2-4b66-86a8-efa4108e44da,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:21.588781 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-63854940-4d46-44d2-93da-b6667eff6993 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (f38a2ef9-b8f0-422a-be65-9b219b3409b2), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.604697 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-63854940-4d46-44d2-93da-b6667eff6993 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (f38a2ef9-b8f0-422a-be65-9b219b3409b2), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.644267 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63854940-4d46-44d2-93da-b6667eff6993 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38a2ef9-b8f0-422a-be65-9b219b3409b2,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:21.656747 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-63854940-4d46-44d2-93da-b6667eff6993 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.657938 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-63854940-4d46-44d2-93da-b6667eff6993 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464478 Sep 17 04:35:21.660735 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42434) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:21.665051 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-58e66bb5-d735-4c9c-b6e3-a762d3e5c0cf tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'security_group_rule': {'security_group_id': '17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:21.746535 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-58e66bb5-d735-4c9c-b6e3-a762d3e5c0cf tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (c25695bf-d107-47dc-a3b6-a256f153ae0e), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.805864 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:21.822210 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b62947a3-d136-4195-9b80-7c11d63696fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3696915'] for router_interface (dc7803b2-ceb0-416c-9250-86e6929ce5fe), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:21.966450 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:22.100343 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-58e66bb5-d735-4c9c-b6e3-a762d3e5c0cf tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (c25695bf-d107-47dc-a3b6-a256f153ae0e), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:22.106997 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-58e66bb5-d735-4c9c-b6e3-a762d3e5c0cf tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (c25695bf-d107-47dc-a3b6-a256f153ae0e), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:22.142343 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:22.161491 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e66bb5-d735-4c9c-b6e3-a762d3e5c0cf tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25695bf-d107-47dc-a3b6-a256f153ae0e,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:22.173836 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-58e66bb5-d735-4c9c-b6e3-a762d3e5c0cf tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:22.175032 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-58e66bb5-d735-4c9c-b6e3-a762d3e5c0cf tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5133562 Sep 17 04:35:22.178433 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42436) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:22.183119 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:22.205669 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:22.287324 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:22.326052 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62947a3-d136-4195-9b80-7c11d63696fe admin admin] Router dc7803b2-ceb0-416c-9250-86e6929ce5fe has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:35:22.392592 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Allocated IP 172.27.3.187 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/4c409aeb-9a71-479f-914a-6d8fd29405b9) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:35:22.427055 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62947a3-d136-4195-9b80-7c11d63696fe admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:35:22.434834 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-b62947a3-d136-4195-9b80-7c11d63696fe admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/dc7803b2-ceb0-416c-9250-86e6929ce5fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0688362 Sep 17 04:35:22.434834 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42438) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:22.436437 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5ffa3-042d-466f-9eb3-4b6fcb6acb6f None None] Sync routers for ids ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:35:22.447929 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5ffa3-042d-466f-9eb3-4b6fcb6acb6f None None] Routers {'dc7803b2-ceb0-416c-9250-86e6929ce5fe'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:22.448545 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4fe5ffa3-042d-466f-9eb3-4b6fcb6acb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:22.559292 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Publish callbacks [] for router (dc7803b2-ceb0-416c-9250-86e6929ce5fe), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:22.641057 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81128f8e-e55f-4359-bede-d1e4d4714893 req-29f9037c-fe57-4862-b066-6ba8366bdbbc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:22.642699 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-81128f8e-e55f-4359-bede-d1e4d4714893 req-29f9037c-fe57-4862-b066-6ba8366bdbbc tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.1006780 Sep 17 04:35:22.731908 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-4fe5ffa3-042d-466f-9eb3-4b6fcb6acb6f None None] Set router dc7803b2-ceb0-416c-9250-86e6929ce5fe gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:22.735126 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Publish callbacks [] for router_gateway (dc7803b2-ceb0-416c-9250-86e6929ce5fe), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:22.742735 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-81128f8e-e55f-4359-bede-d1e4d4714893 req-735e0e88-1ceb-4801-8166-b1fe23b2f86b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676820 Sep 17 04:35:22.754486 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:22.770453 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:22.794700 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Deleting port 2d4084f3-8f46-469e-ad52-8c863541ee05 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:22.795047 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:22.824117 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for port (4c409aeb-9a71-479f-914a-6d8fd29405b9), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:22.859161 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (4c409aeb-9a71-479f-914a-6d8fd29405b9), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:22.878020 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] For port 2d4084f3-8f46-469e-ad52-8c863541ee05, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=2d4084f3-8f46-469e-ad52-8c863541ee05,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:22.878525 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:22.889053 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:22.893493 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Calling delete_port for 2d4084f3-8f46-469e-ad52-8c863541ee05 owned by network:router_gateway {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:22.898205 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:35:22.903502 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:35:22.907742 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:35:22.917822 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4fe5ffa3-042d-466f-9eb3-4b6fcb6acb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:35:21Z', 'revision_number': 5, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port': {'id': '2d4084f3-8f46-469e-ad52-8c863541ee05', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:22.937358 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'Port': ['ID=4c409aeb-9a71-479f-914a-6d8fd29405b9,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:22.949143 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5ffa3-042d-466f-9eb3-4b6fcb6acb6f None None] Checking router: dc7803b2-ceb0-416c-9250-86e6929ce5fe for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:35:22.957760 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5ffa3-042d-466f-9eb3-4b6fcb6acb6f None None] Routers {'dc7803b2-ceb0-416c-9250-86e6929ce5fe'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:22.958363 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4fe5ffa3-042d-466f-9eb3-4b6fcb6acb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:23.008190 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (65a3c0cf-6c56-4a13-909c-7e46275d486b), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.044915 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-4fe5ffa3-042d-466f-9eb3-4b6fcb6acb6f None None] Set router dc7803b2-ceb0-416c-9250-86e6929ce5fe gateway port host: None {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:23.046761 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (4c409aeb-9a71-479f-914a-6d8fd29405b9), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.079288 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (2d4084f3-8f46-469e-ad52-8c863541ee05), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.101259 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4fe5ffa3-042d-466f-9eb3-4b6fcb6acb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:35:22Z', 'revision_number': 6, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port_host': None}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:23.126506 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5ffa3-042d-466f-9eb3-4b6fcb6acb6f None None] The sync data for ids ['dc7803b2-ceb0-416c-9250-86e6929ce5fe'] in dv-cinder-857993-2-iscsi is: [{'id': 'dc7803b2-ceb0-416c-9250-86e6929ce5fe', 'name': 'tempest-TestMinimumBasicScenario-609311211-router', 'tenant_id': '4ca16cc178624419954df6bad327f722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:36Z', 'updated_at': '2022-09-17T04:35:22Z', 'revision_number': 6, 'project_id': '4ca16cc178624419954df6bad327f722', 'gw_port_host': None}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:35:23.132001 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4084f3-8f46-469e-ad52-8c863541ee05,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:23.137315 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:23.182953 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3695193'] for router_gateway (dc7803b2-ceb0-416c-9250-86e6929ce5fe), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.204111 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for port (4c409aeb-9a71-479f-914a-6d8fd29405b9), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.209824 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (4c409aeb-9a71-479f-914a-6d8fd29405b9), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.270708 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3698125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (dc7803b2-ceb0-416c-9250-86e6929ce5fe), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.272956 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Publish callbacks [] for router_controller (dc7803b2-ceb0-416c-9250-86e6929ce5fe), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.276804 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (65a3c0cf-6c56-4a13-909c-7e46275d486b), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.279467 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'Port': ['ID=4c409aeb-9a71-479f-914a-6d8fd29405b9,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:23.296411 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.297672 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-f8312000-ad1a-45d3-b036-03404eeee8dc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1181266 Sep 17 04:35:23.318127 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3697006'] for router (dc7803b2-ceb0-416c-9250-86e6929ce5fe), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.318751 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc7803b2-ceb0-416c-9250-86e6929ce5fe {{(pid=106226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:35:23.323518 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.324726 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-007242a4-bc77-4db4-b3fc-358905c614a4 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/dc7803b2-ceb0-416c-9250-86e6929ce5fe HTTP/1.1" status: 204 len: 168 time: 0.8889573 Sep 17 04:35:23.327395 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42444) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:23.376804 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e68368f-c1b3-417c-8f8a-fd6e5a1b2fb2 admin admin] Deleting subnet bf84a2fe-d123-45cf-8140-e41701bc7cf0 {{(pid=106226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:35:23.380012 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8e68368f-c1b3-417c-8f8a-fd6e5a1b2fb2 admin admin] Publish callbacks [] for subnet (bf84a2fe-d123-45cf-8140-e41701bc7cf0), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.416868 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8e68368f-c1b3-417c-8f8a-fd6e5a1b2fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9580622'] for subnet (bf84a2fe-d123-45cf-8140-e41701bc7cf0), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.458821 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.536459 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-33480ac8-2b0a-4fe6-93a7-e082d01bf6f4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--12919276&fields=id&tenant_id=e9f593f419bb4ebeb351a9ad54a2a532 HTTP/1.1" status: 200 len: 267 time: 0.0657427 Sep 17 04:35:23.538760 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8e68368f-c1b3-417c-8f8a-fd6e5a1b2fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (bf84a2fe-d123-45cf-8140-e41701bc7cf0), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.575130 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.625005 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8e68368f-c1b3-417c-8f8a-fd6e5a1b2fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9581814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411520'] for subnet (bf84a2fe-d123-45cf-8140-e41701bc7cf0), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.657028 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68368f-c1b3-417c-8f8a-fd6e5a1b2fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf84a2fe-d123-45cf-8140-e41701bc7cf0,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:23.665069 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8e68368f-c1b3-417c-8f8a-fd6e5a1b2fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.668038 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-8e68368f-c1b3-417c-8f8a-fd6e5a1b2fb2 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/bf84a2fe-d123-45cf-8140-e41701bc7cf0 HTTP/1.1" status: 204 len: 168 time: 0.3396730 Sep 17 04:35:23.671593 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42456) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:23.673381 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-b67d1fb8-5e09-4d4a-b4bb-779863111c68 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:23.674886 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-b67d1fb8-5e09-4d4a-b4bb-779863111c68 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 814 time: 0.1279685 Sep 17 04:35:23.680401 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66b9e0f-dde0-41f8-856d-4f5d7c22beb4 None None] Network 926c6c09-466c-4643-81fe-c6d1e0236acc requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:35:23.692355 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-ea574883-134e-47ab-9a40-6136b5379f72 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/quotas/e9f593f419bb4ebeb351a9ad54a2a532 HTTP/1.1" status: 200 len: 375 time: 0.0103176 Sep 17 04:35:23.708765 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:23.751300 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (926c6c09-466c-4643-81fe-c6d1e0236acc), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.753166 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-d5535919-60f9-40da-9eb4-52d9a4b19c43 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548468 Sep 17 04:35:23.799214 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Deleting port 2260d0b0-6d97-4650-9577-028ac1b656b7 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:23.800063 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.866294 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:23.866757 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-0986422f-6922-43c1-8877-1e85b6c01df7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989907 Sep 17 04:35:23.889804 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:23.910721 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] For port 2260d0b0-6d97-4650-9577-028ac1b656b7, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=2260d0b0-6d97-4650-9577-028ac1b656b7,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:23.911181 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:23.927836 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c943d69-5aab-43ff-8a2f-6c11c3447258 req-dc61ee8a-0596-4497-a869-dbf9e5e9f207 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:23.929329 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7c943d69-5aab-43ff-8a2f-6c11c3447258 req-dc61ee8a-0596-4497-a869-dbf9e5e9f207 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0841322 Sep 17 04:35:23.937793 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Calling delete_port for 2260d0b0-6d97-4650-9577-028ac1b656b7 owned by network:dhcp {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:23.966317 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] DHCP port deletion for 926c6c09-466c-4643-81fe-c6d1e0236acc request from dv-cinder-857993-2-iscsi {{(pid=106228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:35:23.994884 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device b0aca069-d3d2-4b66-86a8-efa4108e44da no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:35:24.005264 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-7fe6db7c-3fb8-4e2f-8a6d-3775fcfa3f76 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324635 Sep 17 04:35:24.035910 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: b0aca069-d3d2-4b66-86a8-efa4108e44da {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:35:24.036258 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device b0aca069-d3d2-4b66-86a8-efa4108e44da not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:35:24.038307 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7c943d69-5aab-43ff-8a2f-6c11c3447258 req-a6c22006-de83-42ad-aea4-4eeb3b0fb271 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958338 Sep 17 04:35:24.041736 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Deleting port 2260d0b0-6d97-4650-9577-028ac1b656b7 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:24.042103 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:24.066163 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:24.099404 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Pushing event deleted for resources: {'Port': ['ID=2260d0b0-6d97-4650-9577-028ac1b656b7,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:24.105906 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] No DVR routers for this DVR port 2260d0b0-6d97-4650-9577-028ac1b656b7 on host dv-cinder-857993-2-iscsi {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:35:24.110555 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] For port 2260d0b0-6d97-4650-9577-028ac1b656b7, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=2260d0b0-6d97-4650-9577-028ac1b656b7,segment=NetworkSegment(2ff39efe-ed9a-4cf9-b18f-2d620f24033a),segment_id=2ff39efe-ed9a-4cf9-b18f-2d620f24033a)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:24.111616 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:24.126139 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Calling delete_port for 2260d0b0-6d97-4650-9577-028ac1b656b7 owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:24.127942 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:24.216313 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530'] for port (2260d0b0-6d97-4650-9577-028ac1b656b7), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:24.236684 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (926c6c09-466c-4643-81fe-c6d1e0236acc), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:24.240619 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e20ff5a1-3a24-46ee-b77a-e370a12046d6 req-05a95cd3-fe81-44d2-9235-3bcdd4e6b775 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 210 time: 0.0398800 Sep 17 04:35:24.242405 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Pushing event deleted for resources: {'Port': ['ID=2260d0b0-6d97-4650-9577-028ac1b656b7,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:24.250444 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] No DVR routers for this DVR port 2260d0b0-6d97-4650-9577-028ac1b656b7 on host dv-cinder-857993-2-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:35:24.252827 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.253205 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.253563 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.253912 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.254242 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.254566 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.254886 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.255202 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.255522 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.255836 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.256155 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.256487 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.256802 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.257142 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.257461 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30863bb-3a27-4f11-9ac8-08233e69d634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:24.264732 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926c6c09-466c-4643-81fe-c6d1e0236acc']}} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:24.280864 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff39efe-ed9a-4cf9-b18f-2d620f24033a') {'for_net_delete': True} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:24.281199 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff39efe-ed9a-4cf9-b18f-2d620f24033a') {} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:24.296871 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9580661'] for segment (2ff39efe-ed9a-4cf9-b18f-2d620f24033a), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:24.312384 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (2ff39efe-ed9a-4cf9-b18f-2d620f24033a), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:24.320327 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=106226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:35:24.320734 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9581644'] for segment (2ff39efe-ed9a-4cf9-b18f-2d620f24033a), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:24.367505 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment 2ff39efe-ed9a-4cf9-b18f-2d620f24033a resource provider aggregate not found Sep 17 04:35:24.385813 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:24.396270 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (926c6c09-466c-4643-81fe-c6d1e0236acc), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:24.399227 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment 2ff39efe-ed9a-4cf9-b18f-2d620f24033a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ff39efe-ed9a-4cf9-b18f-2d620f24033a found for delete ", "request_id": "req-ed35dcd7-8816-47c7-8720-95246cf8ca1a"}]} Sep 17 04:35:24.405012 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:24.408208 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/926c6c09-466c-4643-81fe-c6d1e0236acc HTTP/1.1" status: 204 len: 168 time: 0.7358704 Sep 17 04:35:24.411375 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42472) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:24.418145 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2cd0b-14bc-41dd-95f0-555e75ee66be admin admin] Pushing event deleted for resources: {'Network': ['ID=926c6c09-466c-4643-81fe-c6d1e0236acc,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:24.764845 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-852ddf60-fca5-4fe3-963a-250dc9792e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3836835'] for router_interface (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:24.788649 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eddbe-15d7-4379-898f-53df39ffa4f5 req-1349a889-bedc-4af1-aa2e-cc56947404c6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:24.790165 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-244eddbe-15d7-4379-898f-53df39ffa4f5 req-1349a889-bedc-4af1-aa2e-cc56947404c6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 946 time: 0.0516441 Sep 17 04:35:24.840410 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-244eddbe-15d7-4379-898f-53df39ffa4f5 req-fef7edec-700e-41db-9f9a-45fba74eda1c tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437613 Sep 17 04:35:24.988657 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-852ddf60-fca5-4fe3-963a-250dc9792e25 admin admin] Deleting port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:24.988866 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-852ddf60-fca5-4fe3-963a-250dc9792e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:25.068442 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-852ddf60-fca5-4fe3-963a-250dc9792e25 admin admin] For port 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=128fa4f1-6068-4714-b1f1-6b50b2aa5d1d,segment=NetworkSegment(b0beb9f7-8f6b-4473-952f-37fe12807330),segment_id=b0beb9f7-8f6b-4473-952f-37fe12807330)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:25.068794 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-852ddf60-fca5-4fe3-963a-250dc9792e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:25.081773 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-852ddf60-fca5-4fe3-963a-250dc9792e25 admin admin] Calling delete_port for 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d owned by network:router_interface {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:25.126197 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:25.220121 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb2da-1f4d-4fd3-bbd8-14b1b1f92bea req-0dd52db5-9f07-4b1a-a5cc-40bbce2192b8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:25.221585 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-442bb2da-1f4d-4fd3-bbd8-14b1b1f92bea req-0dd52db5-9f07-4b1a-a5cc-40bbce2192b8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0862851 Sep 17 04:35:25.249976 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:25.293343 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-442bb2da-1f4d-4fd3-bbd8-14b1b1f92bea req-e2555972-fc24-4ae7-bce4-29b7c9907d88 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649071 Sep 17 04:35:25.334638 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-852ddf60-fca5-4fe3-963a-250dc9792e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (128fa4f1-6068-4714-b1f1-6b50b2aa5d1d), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:25.358454 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ddf60-fca5-4fe3-963a-250dc9792e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=128fa4f1-6068-4714-b1f1-6b50b2aa5d1d,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:25.397973 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4b9fbb8e-0227-4933-b782-a1b8c96a4425 req-d3388f29-f073-4c42-9c68-b78ffd0fc576 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 210 time: 0.0430093 Sep 17 04:35:25.531265 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-852ddf60-fca5-4fe3-963a-250dc9792e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3696915'] for router_interface (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:25.617272 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2d4084f3-8f46-469e-ad52-8c863541ee05 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:35:25.636732 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 2d4084f3-8f46-469e-ad52-8c863541ee05 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:35:25.637064 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2d4084f3-8f46-469e-ad52-8c863541ee05 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:35:25.637497 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2260d0b0-6d97-4650-9577-028ac1b656b7 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:35:25.654992 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 2260d0b0-6d97-4650-9577-028ac1b656b7 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:35:25.655323 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2260d0b0-6d97-4650-9577-028ac1b656b7 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:35:25.741607 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852ddf60-fca5-4fe3-963a-250dc9792e25 admin admin] Router 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:35:25.839453 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852ddf60-fca5-4fe3-963a-250dc9792e25 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:35:25.849671 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-852ddf60-fca5-4fe3-963a-250dc9792e25 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/46c8ba05-daa4-42a0-870f-8cb5d2ce82d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4325690 Sep 17 04:35:25.850246 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42486) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:25.852670 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ef7ce-a6c0-4f0a-b7cd-223c6f3f67af None None] Sync routers for ids ['46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:35:25.863161 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ef7ce-a6c0-4f0a-b7cd-223c6f3f67af None None] Routers {'46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:25.863776 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-f47ef7ce-a6c0-4f0a-b7cd-223c6f3f67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:25.903896 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:25.951793 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Publish callbacks [] for router (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:25.966957 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-f47ef7ce-a6c0-4f0a-b7cd-223c6f3f67af None None] Set router 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:25.968329 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17586b8-43aa-4134-986c-5874c5fd37ed req-cad9675d-6c04-4fe7-ba00-d0365a0587ad tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:25.969720 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:25.971012 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d17586b8-43aa-4134-986c-5874c5fd37ed req-cad9675d-6c04-4fe7-ba00-d0365a0587ad tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 946 time: 0.0519602 Sep 17 04:35:26.021887 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d17586b8-43aa-4134-986c-5874c5fd37ed req-25dc42a7-7549-4bb4-a40d-07829449f45e tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453022 Sep 17 04:35:26.057804 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Publish callbacks [] for router_gateway (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.108032 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Deleting port b8afb38d-9fce-40af-97a3-079f90ef6eb6 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:26.108329 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.146331 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-f47ef7ce-a6c0-4f0a-b7cd-223c6f3f67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'name': 'tempest-TestMinimumBasicScenario-1125178203-router', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:44Z', 'updated_at': '2022-09-17T04:35:25Z', 'revision_number': 5, 'project_id': '191e745d2d9245da8d2df2e4f9a7814a', 'gw_port': {'id': 'b8afb38d-9fce-40af-97a3-079f90ef6eb6', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:29:45Z', 'updated_at': '2022-09-17T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:26.176279 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ef7ce-a6c0-4f0a-b7cd-223c6f3f67af None None] Checking router: 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:35:26.184637 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ef7ce-a6c0-4f0a-b7cd-223c6f3f67af None None] Routers {'46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:26.185152 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-f47ef7ce-a6c0-4f0a-b7cd-223c6f3f67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:26.192504 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] For port b8afb38d-9fce-40af-97a3-079f90ef6eb6, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=b8afb38d-9fce-40af-97a3-079f90ef6eb6,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:26.192870 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.199623 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:26.206809 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Calling delete_port for b8afb38d-9fce-40af-97a3-079f90ef6eb6 owned by network:router_gateway {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:26.263765 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-f47ef7ce-a6c0-4f0a-b7cd-223c6f3f67af None None] Set router 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 gateway port host: None {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:26.313790 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-f47ef7ce-a6c0-4f0a-b7cd-223c6f3f67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'name': 'tempest-TestMinimumBasicScenario-1125178203-router', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:44Z', 'updated_at': '2022-09-17T04:35:26Z', 'revision_number': 6, 'project_id': '191e745d2d9245da8d2df2e4f9a7814a', 'gw_port_host': None}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:26.340725 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ef7ce-a6c0-4f0a-b7cd-223c6f3f67af None None] The sync data for ids ['46c8ba05-daa4-42a0-870f-8cb5d2ce82d8'] in dv-cinder-857993-2-iscsi is: [{'id': '46c8ba05-daa4-42a0-870f-8cb5d2ce82d8', 'name': 'tempest-TestMinimumBasicScenario-1125178203-router', 'tenant_id': '191e745d2d9245da8d2df2e4f9a7814a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:29:44Z', 'updated_at': '2022-09-17T04:35:26Z', 'revision_number': 6, 'project_id': '191e745d2d9245da8d2df2e4f9a7814a', 'gw_port_host': None}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:35:26.401397 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (b8afb38d-9fce-40af-97a3-079f90ef6eb6), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.454930 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8afb38d-9fce-40af-97a3-079f90ef6eb6,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:26.488049 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507de9de-404b-4d05-a3b6-703f3ea8c19f req-eb5c5503-90a4-4938-b444-97e99f2b1aef tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:26.489613 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-507de9de-404b-4d05-a3b6-703f3ea8c19f req-eb5c5503-90a4-4938-b444-97e99f2b1aef tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0970049 Sep 17 04:35:26.525962 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b21c4392-25b0-4bef-9edc-c302a5b3e545 req-0f73e40c-0e1e-4049-a993-79d96e5e0eaa tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 210 time: 0.0380533 Sep 17 04:35:26.562278 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3695193'] for router_gateway (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.623270 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-507de9de-404b-4d05-a3b6-703f3ea8c19f req-c0a8eeb7-35e0-4334-b3e6-c4e3cbb50181 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132784 Sep 17 04:35:26.654870 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3698125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.658913 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Publish callbacks [] for router_controller (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.706897 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3697006'] for router (46c8ba05-daa4-42a0-870f-8cb5d2ce82d8), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.707743 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 {{(pid=106226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:35:26.713297 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.714624 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-861213d0-e8a4-4224-b2ec-9346ee5afc3c admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/46c8ba05-daa4-42a0-870f-8cb5d2ce82d8 HTTP/1.1" status: 204 len: 168 time: 0.8633230 Sep 17 04:35:26.715070 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-fbba1ed0-48fa-4454-9363-697bc9d91bca tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:26.716657 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-fbba1ed0-48fa-4454-9363-697bc9d91bca tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 946 time: 0.0599704 Sep 17 04:35:26.717343 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42494) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:26.747377 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:26.767063 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a09fe23-ec19-4092-9bd1-adc157294576 admin admin] Deleting subnet b8a6f574-7948-4a4c-b69d-2eb27ad9338f {{(pid=106226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:35:26.770412 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a09fe23-ec19-4092-9bd1-adc157294576 admin admin] Publish callbacks [] for subnet (b8a6f574-7948-4a4c-b69d-2eb27ad9338f), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.801680 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:26.806409 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a09fe23-ec19-4092-9bd1-adc157294576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9580622'] for subnet (b8a6f574-7948-4a4c-b69d-2eb27ad9338f), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.812713 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Deleting port fa6be46f-8a19-4a8d-84f9-67c67c4d32be {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:26.813298 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.897473 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:26.901900 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a09fe23-ec19-4092-9bd1-adc157294576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (b8a6f574-7948-4a4c-b69d-2eb27ad9338f), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.913121 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] For port fa6be46f-8a19-4a8d-84f9-67c67c4d32be, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=fa6be46f-8a19-4a8d-84f9-67c67c4d32be,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:26.913462 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.960875 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a09fe23-ec19-4092-9bd1-adc157294576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9581814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411520'] for subnet (b8a6f574-7948-4a4c-b69d-2eb27ad9338f), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.990825 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09fe23-ec19-4092-9bd1-adc157294576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a6f574-7948-4a4c-b69d-2eb27ad9338f,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:26.994453 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a09fe23-ec19-4092-9bd1-adc157294576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:26.997774 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-0a09fe23-ec19-4092-9bd1-adc157294576 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/b8a6f574-7948-4a4c-b69d-2eb27ad9338f HTTP/1.1" status: 204 len: 168 time: 0.2794564 Sep 17 04:35:27.000372 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42496) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:27.003009 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1879712e-c808-4bdf-903b-5396ec765a64 None None] Network e97de139-a63d-4d02-8f53-dc11f97f5037 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:35:27.101900 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:27.107788 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (e97de139-a63d-4d02-8f53-dc11f97f5037), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.116259 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:27.145314 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.146093 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (b8105edd-3a3c-4044-9105-cc2ab20d50d6), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.146596 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Floating IP b8105edd-3a3c-4044-9105-cc2ab20d50d6 disassociated. External IP: 172.27.3.20, port: fa6be46f-8a19-4a8d-84f9-67c67c4d32be. Sep 17 04:35:27.149302 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Calling delete_port for fa6be46f-8a19-4a8d-84f9-67c67c4d32be owned by compute:nova {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:27.169711 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Deleting port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:27.170060 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.210768 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f76275-a6a7-417a-a622-3ebc745f9c47 req-d466ec35-b59a-4e0a-bb06-a3eab2c1b629 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:27.217847 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-21f76275-a6a7-417a-a622-3ebc745f9c47 req-d466ec35-b59a-4e0a-bb06-a3eab2c1b629 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 946 time: 0.0651679 Sep 17 04:35:27.231016 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c6f431-fef5-4908-9ad0-c5a67a893428 None None] DHCP port deletion for e97de139-a63d-4d02-8f53-dc11f97f5037 request from dv-cinder-857993-2-iscsi {{(pid=106228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:35:27.249821 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] For port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=69b2fd90-dfe5-4f9c-967d-257f3b8e013e,segment=NetworkSegment(b0beb9f7-8f6b-4473-952f-37fe12807330),segment_id=b0beb9f7-8f6b-4473-952f-37fe12807330)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:27.250482 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.264706 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Calling delete_port for 69b2fd90-dfe5-4f9c-967d-257f3b8e013e owned by network:dhcp {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:27.275405 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-52c6f431-fef5-4908-9ad0-c5a67a893428 None None] Deleting port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:27.276759 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-52c6f431-fef5-4908-9ad0-c5a67a893428 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.333802 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-21f76275-a6a7-417a-a622-3ebc745f9c47 req-cf8451a9-8e4a-4ae5-af5f-136bae8a0c81 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148806 Sep 17 04:35:27.355072 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-52c6f431-fef5-4908-9ad0-c5a67a893428 None None] For port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=69b2fd90-dfe5-4f9c-967d-257f3b8e013e,segment=NetworkSegment(b0beb9f7-8f6b-4473-952f-37fe12807330),segment_id=b0beb9f7-8f6b-4473-952f-37fe12807330)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:27.355728 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-52c6f431-fef5-4908-9ad0-c5a67a893428 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.371615 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-52c6f431-fef5-4908-9ad0-c5a67a893428 None None] Calling delete_port for 69b2fd90-dfe5-4f9c-967d-257f3b8e013e owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:27.442327 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (fa6be46f-8a19-4a8d-84f9-67c67c4d32be), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.443831 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.453442 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-52c6f431-fef5-4908-9ad0-c5a67a893428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530'] for port (69b2fd90-dfe5-4f9c-967d-257f3b8e013e), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.475712 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event deleted for resources: {'Port': ['ID=fa6be46f-8a19-4a8d-84f9-67c67c4d32be,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:27.478146 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b2fd90-dfe5-4f9c-967d-257f3b8e013e,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:27.486664 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6f431-fef5-4908-9ad0-c5a67a893428 None None] Pushing event deleted for resources: {'Port': ['ID=69b2fd90-dfe5-4f9c-967d-257f3b8e013e,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:27.492464 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6f431-fef5-4908-9ad0-c5a67a893428 None None] No DVR routers for this DVR port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e on host dv-cinder-857993-2-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:35:27.493522 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-24c4651a-d4e3-4692-97f5-fe62a0db4670 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:27.494919 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-24c4651a-d4e3-4692-97f5-fe62a0db4670 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 814 time: 0.3264377 Sep 17 04:35:27.495803 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] No DVR routers for this DVR port 69b2fd90-dfe5-4f9c-967d-257f3b8e013e on host dv-cinder-857993-2-iscsi {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:35:27.555485 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:27.609580 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:35:27.611637 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 69b2fd90-dfe5-4f9c-967d-257f3b8e013e no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:35:27.631747 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 69b2fd90-dfe5-4f9c-967d-257f3b8e013e {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:35:27.632551 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 69b2fd90-dfe5-4f9c-967d-257f3b8e013e not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:35:27.633216 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device b8afb38d-9fce-40af-97a3-079f90ef6eb6 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:35:27.666735 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: b8afb38d-9fce-40af-97a3-079f90ef6eb6 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:35:27.667343 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device b8afb38d-9fce-40af-97a3-079f90ef6eb6 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:35:27.668016 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:35:27.694735 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:35:27.695770 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c0c2862a-daa4-4021-a3a8-d11447bb4f3d req-895b0fa2-eb6b-44c4-ab43-fe41d995ebb6 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 210 time: 0.0867393 Sep 17 04:35:27.703721 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (e97de139-a63d-4d02-8f53-dc11f97f5037), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.704634 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 128fa4f1-6068-4714-b1f1-6b50b2aa5d1d not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:35:27.736798 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-c04d80ff-74f9-4260-a17e-157e3e7827e7 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e9f593f419bb4ebeb351a9ad54a2a532 HTTP/1.1" status: 200 len: 378 time: 0.2097406 Sep 17 04:35:27.746314 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-875a25b6-a721-4edd-b000-d83460cc49bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'port': {'device_id': '8bc28c77-6b66-4f4e-819e-c6047e0e6ddd', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'admin_state_up': True, 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'security_groups': ['17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa']}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:27.754353 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97de139-a63d-4d02-8f53-dc11f97f5037']}} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:27.763517 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:35:27.773405 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca47b209-6dc1-4b7a-ab4b-cf63bed5a4d7 None None] Sync routers for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:35:27.777531 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0beb9f7-8f6b-4473-952f-37fe12807330') {'for_net_delete': True} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:27.777694 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b478eb-a6a8-4021-abe6-1cb489dba5b0 req-090950ae-7ac9-4036-b9f6-4bb81de008b7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:27.777897 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0beb9f7-8f6b-4473-952f-37fe12807330') {} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:27.779148 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d6b478eb-a6a8-4021-abe6-1cb489dba5b0 req-090950ae-7ac9-4036-b9f6-4bb81de008b7 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0651567 Sep 17 04:35:27.783449 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47b209-6dc1-4b7a-ab4b-cf63bed5a4d7 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:27.784081 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-ca47b209-6dc1-4b7a-ab4b-cf63bed5a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:27.817014 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9580661'] for segment (b0beb9f7-8f6b-4473-952f-37fe12807330), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.843226 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (b0beb9f7-8f6b-4473-952f-37fe12807330), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.863907 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=106226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:35:27.864630 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9581644'] for segment (b0beb9f7-8f6b-4473-952f-37fe12807330), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:27.903681 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-ca47b209-6dc1-4b7a-ab4b-cf63bed5a4d7 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:28.128702 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-ca47b209-6dc1-4b7a-ab4b-cf63bed5a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:28.129963 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] No DVR routers for this DVR port fa6be46f-8a19-4a8d-84f9-67c67c4d32be on host hv-cinder-85799 {{(pid=106227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:35:28.133490 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:28.136810 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3239da8f-2eba-4e9b-a51a-3e5b73e89ceb req-73bf7f1a-656e-4714-bf1d-0f1d167ffaf4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "DELETE /networking/v2.0/ports/fa6be46f-8a19-4a8d-84f9-67c67c4d32be HTTP/1.1" status: 204 len: 173 time: 1.4148445 Sep 17 04:35:28.137468 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f28c067-5b02-4cb7-8284-c59d2f694528', 'name': 'network-vif-deleted', 'tag': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:28.140250 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e87cc37-4dd7-4bfd-ad51-cb0776ffb138" -d '{"events": [{"server_uuid": "8f28c067-5b02-4cb7-8284-c59d2f694528", "name": "network-vif-deleted", "tag": "fa6be46f-8a19-4a8d-84f9-67c67c4d32be"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:28.172056 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca47b209-6dc1-4b7a-ab4b-cf63bed5a4d7 None None] Checking router: 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:35:28.186177 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d6b478eb-a6a8-4021-abe6-1cb489dba5b0 req-9488c11a-fe2b-4519-8820-80084e5a6ec9 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3919964 Sep 17 04:35:28.188185 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment b0beb9f7-8f6b-4473-952f-37fe12807330 resource provider aggregate not found Sep 17 04:35:28.194484 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47b209-6dc1-4b7a-ab4b-cf63bed5a4d7 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:28.195324 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-ca47b209-6dc1-4b7a-ab4b-cf63bed5a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:28.196214 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d1dc8d-8297-4d45-990f-40508138f91d x-openstack-request-id: req-67d1dc8d-8297-4d45-990f-40508138f91d {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:28.196620 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f28c067-5b02-4cb7-8284-c59d2f694528", "name": "network-vif-deleted", "tag": "fa6be46f-8a19-4a8d-84f9-67c67c4d32be", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:28.196938 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67d1dc8d-8297-4d45-990f-40508138f91d {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:28.197646 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d1dc8d-8297-4d45-990f-40508138f91d'] response: {'server_uuid': '8f28c067-5b02-4cb7-8284-c59d2f694528', 'name': 'network-vif-deleted', 'tag': 'fa6be46f-8a19-4a8d-84f9-67c67c4d32be', 'status': 'completed', 'code': 200} Sep 17 04:35:28.227537 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment b0beb9f7-8f6b-4473-952f-37fe12807330 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0beb9f7-8f6b-4473-952f-37fe12807330 found for delete ", "request_id": "req-ba3cf3d6-f20b-4f49-9571-22eac59acdc5"}]} Sep 17 04:35:28.242702 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (e97de139-a63d-4d02-8f53-dc11f97f5037), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:28.247687 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:28.251379 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/e97de139-a63d-4d02-8f53-dc11f97f5037 HTTP/1.1" status: 204 len: 168 time: 1.2439220 Sep 17 04:35:28.265713 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629aa48-7397-4b6a-a029-8c26c5dcaa78 admin admin] Pushing event deleted for resources: {'Network': ['ID=e97de139-a63d-4d02-8f53-dc11f97f5037,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:28.269991 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-875a25b6-a721-4edd-b000-d83460cc49bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Made reservation on behalf of e9f593f419bb4ebeb351a9ad54a2a532 for: {'port': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:35:28.274125 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-875a25b6-a721-4edd-b000-d83460cc49bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:28.295891 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:28.326164 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-ca47b209-6dc1-4b7a-ab4b-cf63bed5a4d7 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:28.385472 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42518) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:28.406192 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:28.433900 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-875a25b6-a721-4edd-b000-d83460cc49bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Allocated IP 172.20.0.8 (5d741fbf-1171-42a3-8de2-aef8bbcc1581/72440590-5ca9-47bf-a1be-86065deb25a0/fa109493-7edb-4c37-bc35-5135e4fef636) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:35:28.481134 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-307d225a-743c-4523-afd4-dc3e058c3fda req-d8c1bbc7-8c26-4348-8a39-955af0a9c0a1 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f28c067-5b02-4cb7-8284-c59d2f694528 HTTP/1.1" status: 200 len: 210 time: 0.0686612 Sep 17 04:35:28.487164 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-63dbdcff-e155-4a9c-99fe-fd4c9376bfc3 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4ca16cc178624419954df6bad327f722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1001613 Sep 17 04:35:28.489911 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42520) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:28.545035 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:28.554368 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d754fee0-2912-4f32-b2e6-051b3b1135f6 admin admin] Publish callbacks [] for security_group (b572566d-5146-4dcc-b315-35716a9d5c74), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:28.577711 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-ca47b209-6dc1-4b7a-ab4b-cf63bed5a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:28.582265 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d754fee0-2912-4f32-b2e6-051b3b1135f6 admin admin] Publish callbacks [] for security_group (b572566d-5146-4dcc-b315-35716a9d5c74), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:28.614589 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca47b209-6dc1-4b7a-ab4b-cf63bed5a4d7 None None] The sync data for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi is: [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:35:28.636315 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-875a25b6-a721-4edd-b000-d83460cc49bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for port (fa109493-7edb-4c37-bc35-5135e4fef636), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:28.642077 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:28.656802 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d754fee0-2912-4f32-b2e6-051b3b1135f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (b572566d-5146-4dcc-b315-35716a9d5c74), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:28.661826 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d754fee0-2912-4f32-b2e6-051b3b1135f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:28.664254 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-d754fee0-2912-4f32-b2e6-051b3b1135f6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b572566d-5146-4dcc-b315-35716a9d5c74 HTTP/1.1" status: 204 len: 168 time: 0.1724136 Sep 17 04:35:28.674731 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754fee0-2912-4f32-b2e6-051b3b1135f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b572566d-5146-4dcc-b315-35716a9d5c74,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:28.695626 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-875a25b6-a721-4edd-b000-d83460cc49bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:28.748971 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-875a25b6-a721-4edd-b000-d83460cc49bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:35:28.772245 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-875a25b6-a721-4edd-b000-d83460cc49bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:35:28.774389 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a25b6-a721-4edd-b000-d83460cc49bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'Port': ['ID=fa109493-7edb-4c37-bc35-5135e4fef636,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:28.776804 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-875a25b6-a721-4edd-b000-d83460cc49bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:35:28.861182 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6980e7-17cf-427b-bf43-c444dc9a7bf6 req-25d38d07-5afe-40c9-b379-49b88f72796f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:28.863162 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5f6980e7-17cf-427b-bf43-c444dc9a7bf6 req-25d38d07-5afe-40c9-b379-49b88f72796f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 931 time: 0.0583673 Sep 17 04:35:28.906556 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-875a25b6-a721-4edd-b000-d83460cc49bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:28.907500 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-875a25b6-a721-4edd-b000-d83460cc49bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:28.913923 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:28.970696 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-875a25b6-a721-4edd-b000-d83460cc49bd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2279541 Sep 17 04:35:28.979692 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5f6980e7-17cf-427b-bf43-c444dc9a7bf6 req-e5fef1df-9b6b-4b8d-8217-2c857062a7fd tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074858 Sep 17 04:35:29.037836 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7233c9-5fa3-4cfc-afa3-ebf4ce4c9b20 None None] New status for floating IP b8105edd-3a3c-4044-9105-cc2ab20d50d6: DOWN {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:35:29.072444 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-a69ef832-82cb-42a1-8efb-86c6525edcc6 None None] Provisioning complete for port fa109493-7edb-4c37-bc35-5135e4fef636 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:35:29.072744 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a69ef832-82cb-42a1-8efb-86c6525edcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:29.073075 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a69ef832-82cb-42a1-8efb-86c6525edcc6 None None] Attempt 1 to provision port fa109493-7edb-4c37-bc35-5135e4fef636 Sep 17 04:35:29.096976 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:29.110069 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a69ef832-82cb-42a1-8efb-86c6525edcc6 None None] Port fa109493-7edb-4c37-bc35-5135e4fef636 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:35:29.134278 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42528) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:29.179836 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-23fa8c7a-17b0-401e-8725-41af9d8149be admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=191e745d2d9245da8d2df2e4f9a7814a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443263 Sep 17 04:35:29.182360 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42530) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:29.206875 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Request body: {'port': {'device_id': '8bc28c77-6b66-4f4e-819e-c6047e0e6ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:29.235268 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6d330d6c-1456-4513-b7aa-5f01f4ac413a admin admin] Publish callbacks [] for security_group (3f933cfb-f8d0-4917-a8fd-3c11c0268007), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:29.259142 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6d330d6c-1456-4513-b7aa-5f01f4ac413a admin admin] Publish callbacks [] for security_group (3f933cfb-f8d0-4917-a8fd-3c11c0268007), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:29.289038 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:29.338727 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7140496-fb63-4f51-aefa-4e5fa622a8bc req-f3325bb0-248c-4236-affb-23ede9347cb1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:29.340231 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d7140496-fb63-4f51-aefa-4e5fa622a8bc req-f3325bb0-248c-4236-affb-23ede9347cb1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0726657 Sep 17 04:35:29.379890 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6d330d6c-1456-4513-b7aa-5f01f4ac413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (3f933cfb-f8d0-4917-a8fd-3c11c0268007), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:29.382528 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6d330d6c-1456-4513-b7aa-5f01f4ac413a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:29.383686 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-6d330d6c-1456-4513-b7aa-5f01f4ac413a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3f933cfb-f8d0-4917-a8fd-3c11c0268007 HTTP/1.1" status: 204 len: 168 time: 0.2004066 Sep 17 04:35:29.420707 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d330d6c-1456-4513-b7aa-5f01f4ac413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f933cfb-f8d0-4917-a8fd-3c11c0268007,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:29.427051 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d7140496-fb63-4f51-aefa-4e5fa622a8bc req-647713b0-95b3-4107-9a31-1d3f8eb16e86 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766399 Sep 17 04:35:29.594150 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa109493-7edb-4c37-bc35-5135e4fef636 {{(pid=106226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:35:29.602871 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Publish callbacks [] for port (fa109493-7edb-4c37-bc35-5135e4fef636), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:29.611535 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a69ef832-82cb-42a1-8efb-86c6525edcc6 None None] Attempt 2 to provision port fa109493-7edb-4c37-bc35-5135e4fef636 Sep 17 04:35:29.618258 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.provisioning_blocks [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Transition to ACTIVE for port object fa109493-7edb-4c37-bc35-5135e4fef636 will not be triggered until provisioned by entity L2. {{(pid=106226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:35:29.626599 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:29.667882 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a69ef832-82cb-42a1-8efb-86c6525edcc6 None None] Port fa109493-7edb-4c37-bc35-5135e4fef636 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:35:29.714376 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa109493-7edb-4c37-bc35-5135e4fef636,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:29.769243 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Attempting to bind port fa109493-7edb-4c37-bc35-5135e4fef636 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:35:29.769682 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Attempting to bind port fa109493-7edb-4c37-bc35-5135e4fef636 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:35:29.770014 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Attempting to bind port fa109493-7edb-4c37-bc35-5135e4fef636 on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:35:29.802355 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-2ee3538b-b142-4415-9205-d99adf1ce332 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2116056742&fields=id&tenant_id=752e65efe679458fab6b8dbc3a9de82f HTTP/1.1" status: 200 len: 267 time: 0.0525429 Sep 17 04:35:29.814736 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Port fa109493-7edb-4c37-bc35-5135e4fef636 on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:35:29.815087 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Attempting to bind port fa109493-7edb-4c37-bc35-5135e4fef636 on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:35:29.863661 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:35:29.863996 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Checking segment: {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:35:29.864424 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Bound using segment: {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:35:29.864821 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Bound port: fa109493-7edb-4c37-bc35-5135e4fef636, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'}}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:35:29.865209 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:29.904162 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:29.920623 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-b79a6fdf-e1c9-44f4-b0f0-686830ce51fd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:29.922159 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-b79a6fdf-e1c9-44f4-b0f0-686830ce51fd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/networks?id=e322731d-9c63-4618-8051-e8dea6bb2db6 HTTP/1.1" status: 200 len: 812 time: 0.1122174 Sep 17 04:35:29.926955 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] For port fa109493-7edb-4c37-bc35-5135e4fef636, host hv-cinder-85799, cleared binding levels {{(pid=106226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:35:29.930204 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] For port fa109493-7edb-4c37-bc35-5135e4fef636, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=fa109493-7edb-4c37-bc35-5135e4fef636,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:35:29.937464 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:29.937641 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-ccb36730-98e1-4f5c-8422-1f17fae7b801 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/quotas/752e65efe679458fab6b8dbc3a9de82f HTTP/1.1" status: 200 len: 375 time: 0.0099101 Sep 17 04:35:29.943326 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:29.943939 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:29.945328 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/fa109493-7edb-4c37-bc35-5135e4fef636 HTTP/1.1" status: 200 len: 1093 time: 0.7430325 Sep 17 04:35:29.945821 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc28c77-6b66-4f4e-819e-c6047e0e6ddd', 'tag': 'fa109493-7edb-4c37-bc35-5135e4fef636'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:29.948255 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb595a93-2ef9-418a-9763-4bfa5f9c2603" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc28c77-6b66-4f4e-819e-c6047e0e6ddd", "tag": "fa109493-7edb-4c37-bc35-5135e4fef636"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:29.994911 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-030c601d-ee03-4674-bff8-34a2e63b2a10 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500031 Sep 17 04:35:29.995334 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf903d95-cd11-4878-8cff-16cede39c9bf x-openstack-request-id: req-cf903d95-cd11-4878-8cff-16cede39c9bf {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:29.995629 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc28c77-6b66-4f4e-819e-c6047e0e6ddd", "tag": "fa109493-7edb-4c37-bc35-5135e4fef636", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:29.995869 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf903d95-cd11-4878-8cff-16cede39c9bf {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:29.996264 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf903d95-cd11-4878-8cff-16cede39c9bf'] response: {'name': 'network-changed', 'server_uuid': '8bc28c77-6b66-4f4e-819e-c6047e0e6ddd', 'tag': 'fa109493-7edb-4c37-bc35-5135e4fef636', 'status': 'completed', 'code': 200} Sep 17 04:35:30.001835 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f17ef-ff8d-479e-945f-40460cf57fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa109493-7edb-4c37-bc35-5135e4fef636,revision_number=3']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:30.097042 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-2c25873f-d7ce-423f-8166-2cea1dad4014 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887589 Sep 17 04:35:30.109624 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-ef5b53bf-e7bc-4f6e-9ec0-83a8b3dd668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:30.111157 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-ef5b53bf-e7bc-4f6e-9ec0-83a8b3dd668c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 1127 time: 0.0730648 Sep 17 04:35:30.126170 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9d87f-cd6c-45c8-8d22-cb38a7ed2e20 req-f4f0279e-974c-4928-96a4-dc08e88a21f8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:30.127608 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5bb9d87f-cd6c-45c8-8d22-cb38a7ed2e20 req-f4f0279e-974c-4928-96a4-dc08e88a21f8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 943 time: 0.0563078 Sep 17 04:35:30.133707 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:30.169563 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a69ef832-82cb-42a1-8efb-86c6525edcc6 None None] Attempt 3 to provision port fa109493-7edb-4c37-bc35-5135e4fef636 Sep 17 04:35:30.176460 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-0305279f-3952-4971-b6c0-395fdbb43988 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa109493-7edb-4c37-bc35-5135e4fef636 HTTP/1.1" status: 200 len: 217 time: 0.0478690 Sep 17 04:35:30.200811 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-9390912c-5e42-4799-aaa7-e7f551fb5329 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976186 Sep 17 04:35:30.224946 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a69ef832-82cb-42a1-8efb-86c6525edcc6 None None] Port fa109493-7edb-4c37-bc35-5135e4fef636 had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:35:30.242954 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5bb9d87f-cd6c-45c8-8d22-cb38a7ed2e20 req-b0a887cd-eb2b-4eb0-b771-f5591434f5d6 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080337 Sep 17 04:35:30.252383 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-db9f6079-8ba3-4cb9-94a2-8c44c4ffcd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:30.253872 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-db9f6079-8ba3-4cb9-94a2-8c44c4ffcd6f service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.0719259 Sep 17 04:35:30.300164 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-f311bf21-f5fc-4f18-9bcb-0682ee36a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:30.301738 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-f311bf21-f5fc-4f18-9bcb-0682ee36a505 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405076 Sep 17 04:35:30.398610 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-4626ce52-6ff4-456e-b04c-1927abd902a9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909367 Sep 17 04:35:30.510134 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-918a7ae9-2cfc-46c0-b9a7-5c787ad2373f req-a70e53e4-f8ba-4255-9ae8-e3573bae9daa service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057973 Sep 17 04:35:30.537150 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b0df22f2-8eab-4d97-aaf0-8debe1c3463f req-2f2d8e2a-b4b0-4a87-a1b4-91abf7cdf885 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 210 time: 0.0417566 Sep 17 04:35:30.572786 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ee56c-8d85-440d-bcab-7ffed3603ae6 req-70e92073-8ba8-4fc7-8810-66ed30299bcf tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:30.574312 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-986ee56c-8d85-440d-bcab-7ffed3603ae6 req-70e92073-8ba8-4fc7-8810-66ed30299bcf tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0592754 Sep 17 04:35:30.600800 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:30.627117 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-986ee56c-8d85-440d-bcab-7ffed3603ae6 req-5711d741-e5ea-42fa-b47c-5351697b3c9f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465305 Sep 17 04:35:31.076597 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device fa6be46f-8a19-4a8d-84f9-67c67c4d32be no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:35:31.102686 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: fa6be46f-8a19-4a8d-84f9-67c67c4d32be {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:35:31.103034 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device fa6be46f-8a19-4a8d-84f9-67c67c4d32be not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:35:31.377862 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972567e-51a3-4947-b8a7-e3bd72427863 req-b7c010dc-26f4-41eb-a1d5-6cb941582b41 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:31.379218 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e972567e-51a3-4947-b8a7-e3bd72427863 req-b7c010dc-26f4-41eb-a1d5-6cb941582b41 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 943 time: 0.0515354 Sep 17 04:35:31.425725 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e972567e-51a3-4947-b8a7-e3bd72427863 req-16d0d963-248d-4ad5-a2aa-0f9786068983 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407929 Sep 17 04:35:31.649881 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e0987c6e-a823-4101-b48f-adca19a9577c req-f871bf65-21d4-43ae-997f-505491da6655 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 210 time: 0.0347431 Sep 17 04:35:31.749490 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5479aea-8bb0-4c4e-aedd-7f9975796600 req-68570265-f8c6-4fa3-80cb-2858d81bb8f3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:31.750933 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e5479aea-8bb0-4c4e-aedd-7f9975796600 req-68570265-f8c6-4fa3-80cb-2858d81bb8f3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0478985 Sep 17 04:35:31.800172 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e5479aea-8bb0-4c4e-aedd-7f9975796600 req-901eb8b9-7238-4558-9580-e82a60f75803 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434537 Sep 17 04:35:32.557200 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7909436-54c9-441b-ace4-2ab3aac0a64d req-905fac71-5b6d-496e-8aeb-ac5949226039 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:32.558661 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d7909436-54c9-441b-ace4-2ab3aac0a64d req-905fac71-5b6d-496e-8aeb-ac5949226039 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 943 time: 0.0481160 Sep 17 04:35:32.597833 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:32.610378 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d7909436-54c9-441b-ace4-2ab3aac0a64d req-2b017a48-4b33-48ea-a80b-49cc26166990 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442705 Sep 17 04:35:32.767900 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1b1fdb2d-25f2-4e7e-893e-2e053a7a9db2 req-e80993e4-4eed-4a38-be1f-dbfc53c33d2b tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 210 time: 0.0343044 Sep 17 04:35:32.867255 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb595a93-2ef9-418a-9763-4bfa5f9c2603 req-03aed75b-4b1b-448d-b691-41218f30bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:32.868831 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fb595a93-2ef9-418a-9763-4bfa5f9c2603 req-03aed75b-4b1b-448d-b691-41218f30bfbc service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 1127 time: 0.0467317 Sep 17 04:35:32.926689 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac5374-283c-4bee-9d75-9ca237d6fd2b req-e200e1ce-4710-41b0-8b08-e9cca9750937 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:32.928512 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9fac5374-283c-4bee-9d75-9ca237d6fd2b req-e200e1ce-4710-41b0-8b08-e9cca9750937 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0502937 Sep 17 04:35:32.994072 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9fac5374-283c-4bee-9d75-9ca237d6fd2b req-ddb39050-2fc3-4615-a6ae-557cc5028490 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562420 Sep 17 04:35:33.030598 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb595a93-2ef9-418a-9763-4bfa5f9c2603 req-2843d206-3b4e-4650-88ba-7069ee99efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:33.032055 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fb595a93-2ef9-418a-9763-4bfa5f9c2603 req-2843d206-3b4e-4650-88ba-7069ee99efa9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 915 time: 0.1022725 Sep 17 04:35:33.090883 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fb595a93-2ef9-418a-9763-4bfa5f9c2603 req-c4849d7d-7dd1-475f-9e4f-2df5bf999b07 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa109493-7edb-4c37-bc35-5135e4fef636 HTTP/1.1" status: 200 len: 217 time: 0.0359881 Sep 17 04:35:33.141435 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb595a93-2ef9-418a-9763-4bfa5f9c2603 req-34712896-d0ab-429a-856e-cb68854a4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:33.142972 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fb595a93-2ef9-418a-9763-4bfa5f9c2603 req-34712896-d0ab-429a-856e-cb68854a4ad5 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.0463419 Sep 17 04:35:33.161271 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:33.194272 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb595a93-2ef9-418a-9763-4bfa5f9c2603 req-9e4bf856-2cfa-4d36-b7f8-c9b9e111797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:33.195859 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fb595a93-2ef9-418a-9763-4bfa5f9c2603 req-9e4bf856-2cfa-4d36-b7f8-c9b9e111797d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419981 Sep 17 04:35:33.293537 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fb595a93-2ef9-418a-9763-4bfa5f9c2603 req-4f5f2867-ebea-4c52-96fb-4772e13c76f5 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909677 Sep 17 04:35:33.393606 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-fb595a93-2ef9-418a-9763-4bfa5f9c2603 req-18939f5b-d49c-41cb-b00f-d305fc83cd58 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872581 Sep 17 04:35:33.505744 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:33.779564 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af89397-8ccc-4d62-b784-4e5dd4f828c0 req-6e6a26c7-8fb4-4bcd-a951-69ddffebc3d0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:33.781041 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7af89397-8ccc-4d62-b784-4e5dd4f828c0 req-6e6a26c7-8fb4-4bcd-a951-69ddffebc3d0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 943 time: 0.0921354 Sep 17 04:35:33.796210 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:33.850857 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-829e1eb1-91f1-4967-9a42-c4bf65916faf tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:33.852252 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-829e1eb1-91f1-4967-9a42-c4bf65916faf tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "GET /networking/v2.0/networks?id=e322731d-9c63-4618-8051-e8dea6bb2db6 HTTP/1.1" status: 200 len: 812 time: 0.1723251 Sep 17 04:35:33.866763 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7af89397-8ccc-4d62-b784-4e5dd4f828c0 req-af31d52c-9601-4532-bca4-fbd7fc83bfa7 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784721 Sep 17 04:35:33.894172 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e74ce836-0303-4c75-b6a0-aac13a69e528 req-e2b9aeca-ace2-4d3d-8b6a-b19e4675b257 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 210 time: 0.0386286 Sep 17 04:35:33.940335 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-481a62d8-7666-4995-881a-8a48c50f1461 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=752e65efe679458fab6b8dbc3a9de82f HTTP/1.1" status: 200 len: 380 time: 0.0616028 Sep 17 04:35:33.948790 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-5f2fa545-ee0e-4a24-b9c4-b00011c26411 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Request body: {'port': {'device_id': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'admin_state_up': True, 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'security_groups': ['68e8197e-60a7-47f5-a874-884c240cd9f1']}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:34.059741 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-5f2fa545-ee0e-4a24-b9c4-b00011c26411 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Made reservation on behalf of 752e65efe679458fab6b8dbc3a9de82f for: {'port': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:35:34.064015 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-5f2fa545-ee0e-4a24-b9c4-b00011c26411 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:34.156565 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967afbf-a855-41d6-b7f1-f83951f30b58 req-84bb3087-6512-4ec5-ad0e-463cde7b7013 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:34.157942 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f967afbf-a855-41d6-b7f1-f83951f30b58 req-84bb3087-6512-4ec5-ad0e-463cde7b7013 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0820210 Sep 17 04:35:34.245486 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f967afbf-a855-41d6-b7f1-f83951f30b58 req-663dd8f6-a632-4d9a-b47e-7d5f3fc5e54a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817029 Sep 17 04:35:34.264156 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-5f2fa545-ee0e-4a24-b9c4-b00011c26411 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Allocated IP 172.20.0.12 (e322731d-9c63-4618-8051-e8dea6bb2db6/7d8d6893-1d9a-4d1c-a639-eec93b42e88f/35e61da4-2924-436c-a984-9952b3c29f0a) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:35:34.298922 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:34.415228 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-5f2fa545-ee0e-4a24-b9c4-b00011c26411 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for port (35e61da4-2924-436c-a984-9952b3c29f0a), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:34.449363 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-5f2fa545-ee0e-4a24-b9c4-b00011c26411 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:34.499497 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-5f2fa545-ee0e-4a24-b9c4-b00011c26411 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Network e322731d-9c63-4618-8051-e8dea6bb2db6 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:35:34.502758 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-5f2fa545-ee0e-4a24-b9c4-b00011c26411 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:35:34.506746 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-5f2fa545-ee0e-4a24-b9c4-b00011c26411 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:35:34.535103 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fa545-ee0e-4a24-b9c4-b00011c26411 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'Port': ['ID=35e61da4-2924-436c-a984-9952b3c29f0a,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:34.567068 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-5f2fa545-ee0e-4a24-b9c4-b00011c26411 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:34.567777 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-5f2fa545-ee0e-4a24-b9c4-b00011c26411 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:34.587085 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-5f2fa545-ee0e-4a24-b9c4-b00011c26411 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6417358 Sep 17 04:35:34.619494 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Request body: {'port': {'device_id': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:34.687535 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:34.691337 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:34.780332 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-e9c68d24-2fef-49d7-82a3-c0112d3abfac None None] Provisioning complete for port 35e61da4-2924-436c-a984-9952b3c29f0a triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:35:34.780917 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e9c68d24-2fef-49d7-82a3-c0112d3abfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:34.781009 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-e9c68d24-2fef-49d7-82a3-c0112d3abfac None None] Attempt 1 to provision port 35e61da4-2924-436c-a984-9952b3c29f0a Sep 17 04:35:34.815767 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e9c68d24-2fef-49d7-82a3-c0112d3abfac None None] Port 35e61da4-2924-436c-a984-9952b3c29f0a cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:35:34.973280 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e61da4-2924-436c-a984-9952b3c29f0a {{(pid=106226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:35:34.981163 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Publish callbacks [] for port (35e61da4-2924-436c-a984-9952b3c29f0a), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:34.996162 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c418-469c-44d3-94f7-ac8e1eea8ca6 req-7645a368-7a4a-4212-b91b-cfb2df1ef683 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:34.997947 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9c48c418-469c-44d3-94f7-ac8e1eea8ca6 req-7645a368-7a4a-4212-b91b-cfb2df1ef683 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 943 time: 0.0535784 Sep 17 04:35:35.026098 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.provisioning_blocks [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Transition to ACTIVE for port object 35e61da4-2924-436c-a984-9952b3c29f0a will not be triggered until provisioned by entity L2. {{(pid=106226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:35:35.032210 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:35.049695 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9c48c418-469c-44d3-94f7-ac8e1eea8ca6 req-9bc727fc-1477-4189-a80d-4b5f23f62b64 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451894 Sep 17 04:35:35.060752 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device fa109493-7edb-4c37-bc35-5135e4fef636 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:35:35.073306 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a15aad-4950-4c2a-8e5d-235804efcf17 req-64310833-454e-4a76-b8e6-d7b16aeacd78 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:35.074841 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-90a15aad-4950-4c2a-8e5d-235804efcf17 req-64310833-454e-4a76-b8e6-d7b16aeacd78 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 932 time: 0.0888236 Sep 17 04:35:35.143577 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Pushing event updated for resources: {'Port': ['ID=35e61da4-2924-436c-a984-9952b3c29f0a,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:35.158435 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:35.165483 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port fa109493-7edb-4c37-bc35-5135e4fef636, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=fa109493-7edb-4c37-bc35-5135e4fef636,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:35.177072 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': 'fa109493-7edb-4c37-bc35-5135e4fef636', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'port_id': 'fa109493-7edb-4c37-bc35-5135e4fef636', 'mac_address': 'fa:16:3e:05:cd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:35:35.198843 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-90a15aad-4950-4c2a-8e5d-235804efcf17 req-e5e89f6c-d0c3-4497-b68e-d9ce416164f2 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936565 Sep 17 04:35:35.203343 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Attempting to bind port 35e61da4-2924-436c-a984-9952b3c29f0a on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:35:35.203673 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Attempting to bind port 35e61da4-2924-436c-a984-9952b3c29f0a by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:35:35.204013 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Attempting to bind port 35e61da4-2924-436c-a984-9952b3c29f0a on network e322731d-9c63-4618-8051-e8dea6bb2db6 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:35:35.225792 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port fa109493-7edb-4c37-bc35-5135e4fef636 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:35:35.226415 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:35.246701 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Port 35e61da4-2924-436c-a984-9952b3c29f0a on network e322731d-9c63-4618-8051-e8dea6bb2db6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:35:35.247074 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Attempting to bind port 35e61da4-2924-436c-a984-9952b3c29f0a on network e322731d-9c63-4618-8051-e8dea6bb2db6 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:35:35.292611 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:35:35.292962 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Checking segment: {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:35:35.293672 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Bound using segment: {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:35:35.294000 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Bound port: 35e61da4-2924-436c-a984-9952b3c29f0a, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'}}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:35:35.294363 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:35.363966 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] For port 35e61da4-2924-436c-a984-9952b3c29f0a, host hv-cinder-85799, cleared binding levels {{(pid=106226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:35:35.365120 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-e9c68d24-2fef-49d7-82a3-c0112d3abfac None None] Attempt 2 to provision port 35e61da4-2924-436c-a984-9952b3c29f0a Sep 17 04:35:35.367555 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] For port 35e61da4-2924-436c-a984-9952b3c29f0a, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=35e61da4-2924-436c-a984-9952b3c29f0a,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:35:35.376778 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:35.381190 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:35.381808 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:35.381916 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0468110-b7a5-4b9a-b8c0-2948d376bae5 req-ebe7f813-ca81-4f9a-89e9-ec4b4c6add7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:35.383175 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/35e61da4-2924-436c-a984-9952b3c29f0a HTTP/1.1" status: 200 len: 1094 time: 0.7682900 Sep 17 04:35:35.383664 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f0468110-b7a5-4b9a-b8c0-2948d376bae5 req-ebe7f813-ca81-4f9a-89e9-ec4b4c6add7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0538273 Sep 17 04:35:35.383781 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'tag': '35e61da4-2924-436c-a984-9952b3c29f0a'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:35.386004 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1156de7-6cf7-46fa-a52f-634dd5c379a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e695be-8ee8-42b5-88b0-79d0836d8fbf", "tag": "35e61da4-2924-436c-a984-9952b3c29f0a"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:35.389924 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa109493-7edb-4c37-bc35-5135e4fef636 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:35:35.423391 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port fa109493-7edb-4c37-bc35-5135e4fef636, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=fa109493-7edb-4c37-bc35-5135e4fef636,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:35.424620 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e9c68d24-2fef-49d7-82a3-c0112d3abfac None None] Port 35e61da4-2924-436c-a984-9952b3c29f0a cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:35:35.429028 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:35.436335 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc67ad61-fc27-4336-a42c-f260434ea3b7 x-openstack-request-id: req-dc67ad61-fc27-4336-a42c-f260434ea3b7 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:35.436571 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e695be-8ee8-42b5-88b0-79d0836d8fbf", "tag": "35e61da4-2924-436c-a984-9952b3c29f0a", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:35.436943 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc67ad61-fc27-4336-a42c-f260434ea3b7 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:35.437464 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc67ad61-fc27-4336-a42c-f260434ea3b7'] response: {'name': 'network-changed', 'server_uuid': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'tag': '35e61da4-2924-436c-a984-9952b3c29f0a', 'status': 'completed', 'code': 200} Sep 17 04:35:35.443285 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd72bf-a5b8-443b-9d1c-7c0c4b2ba67e service neutron] Pushing event updated for resources: {'Port': ['ID=35e61da4-2924-436c-a984-9952b3c29f0a,revision_number=3']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:35.453589 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f0468110-b7a5-4b9a-b8c0-2948d376bae5 req-bd568d22-1027-4628-9af4-9285403dc816 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593061 Sep 17 04:35:35.480359 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=fa109493-7edb-4c37-bc35-5135e4fef636,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:35.926509 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-e9c68d24-2fef-49d7-82a3-c0112d3abfac None None] Attempt 3 to provision port 35e61da4-2924-436c-a984-9952b3c29f0a Sep 17 04:35:35.934628 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['fa109493-7edb-4c37-bc35-5135e4fef636'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:35:36.012245 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e9c68d24-2fef-49d7-82a3-c0112d3abfac None None] Port 35e61da4-2924-436c-a984-9952b3c29f0a had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:35:36.038268 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:36.184414 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86390f7-8791-4b31-9e39-62637fff06e0 req-fd2b1c42-b4e6-42ee-9a81-5524a9b9cc58 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:36.185807 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c86390f7-8791-4b31-9e39-62637fff06e0 req-fd2b1c42-b4e6-42ee-9a81-5524a9b9cc58 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 944 time: 0.0545413 Sep 17 04:35:36.235793 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c86390f7-8791-4b31-9e39-62637fff06e0 req-5de17dfb-1eb0-4d8d-8c0b-bfa9188a2bac tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421999 Sep 17 04:35:36.329758 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c93dc5-0704-4dd6-9bad-a8b720794492 req-91f6705b-fde7-479b-9dbc-ddc0a97b3d28 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:36.331200 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-86c93dc5-0704-4dd6-9bad-a8b720794492 req-91f6705b-fde7-479b-9dbc-ddc0a97b3d28 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0535028 Sep 17 04:35:36.383015 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-86c93dc5-0704-4dd6-9bad-a8b720794492 req-04f6d779-e746-4555-a587-84cece5362a2 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438015 Sep 17 04:35:36.591791 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd05b8-8a81-41e1-b51c-f3bae0584510 req-5592890d-4fef-4ec8-868a-84a76470ccc0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:36.593332 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-81cd05b8-8a81-41e1-b51c-f3bae0584510 req-5592890d-4fef-4ec8-868a-84a76470ccc0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0547249 Sep 17 04:35:36.608918 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:36.648462 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-81cd05b8-8a81-41e1-b51c-f3bae0584510 req-335dbd6e-2954-428d-aa7c-2d5512372472 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465603 Sep 17 04:35:36.705021 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1156de7-6cf7-46fa-a52f-634dd5c379a3 req-119eab33-0345-4aaa-8bfe-57988da656b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:36.706558 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b1156de7-6cf7-46fa-a52f-634dd5c379a3 req-119eab33-0345-4aaa-8bfe-57988da656b7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 1128 time: 0.0495422 Sep 17 04:35:36.792892 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2e37c-4623-4b84-b681-ad72c7e27ec0 req-91d9dfde-aee1-4970-99d3-b7272837bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:36.795003 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2bf2e37c-4623-4b84-b681-ad72c7e27ec0 req-91d9dfde-aee1-4970-99d3-b7272837bc3d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 1130 time: 0.0449650 Sep 17 04:35:36.835373 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1156de7-6cf7-46fa-a52f-634dd5c379a3 req-56dc7bd3-cf02-4255-b5ca-9815ad70fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:36.836862 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b1156de7-6cf7-46fa-a52f-634dd5c379a3 req-56dc7bd3-cf02-4255-b5ca-9815ad70fd6b service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=752e65efe679458fab6b8dbc3a9de82f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1163599 Sep 17 04:35:36.842033 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2bf2e37c-4623-4b84-b681-ad72c7e27ec0 req-b99218af-234f-4d4a-814b-b0e0b374584c service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403090 Sep 17 04:35:37.078391 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device fa109493-7edb-4c37-bc35-5135e4fef636 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:35:37.128126 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port fa109493-7edb-4c37-bc35-5135e4fef636 completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:35:37.136914 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port fa109493-7edb-4c37-bc35-5135e4fef636 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:35:37.137374 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:37.137717 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port fa109493-7edb-4c37-bc35-5135e4fef636 Sep 17 04:35:37.173558 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:37.213002 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port fa109493-7edb-4c37-bc35-5135e4fef636 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:35:37.213420 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:37.238441 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc28c77-6b66-4f4e-819e-c6047e0e6ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa109493-7edb-4c37-bc35-5135e4fef636'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:37.240963 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda07e04-aebc-45bd-937b-1753c49f0d8a" -d '{"events": [{"server_uuid": "8bc28c77-6b66-4f4e-819e-c6047e0e6ddd", "name": "network-vif-plugged", "status": "completed", "tag": "fa109493-7edb-4c37-bc35-5135e4fef636"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:37.256588 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port fa109493-7edb-4c37-bc35-5135e4fef636, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=fa109493-7edb-4c37-bc35-5135e4fef636,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:37.264574 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:37.295335 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6f2201-0c56-434e-912b-843ea743494c x-openstack-request-id: req-cf6f2201-0c56-434e-912b-843ea743494c {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:37.295654 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc28c77-6b66-4f4e-819e-c6047e0e6ddd", "name": "network-vif-plugged", "status": "completed", "tag": "fa109493-7edb-4c37-bc35-5135e4fef636", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:37.295911 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf6f2201-0c56-434e-912b-843ea743494c {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:37.296305 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6f2201-0c56-434e-912b-843ea743494c'] response: {'server_uuid': '8bc28c77-6b66-4f4e-819e-c6047e0e6ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa109493-7edb-4c37-bc35-5135e4fef636', 'code': 200} Sep 17 04:35:37.331326 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=fa109493-7edb-4c37-bc35-5135e4fef636,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:37.354693 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1156de7-6cf7-46fa-a52f-634dd5c379a3 req-b65968b2-899f-462c-b6d9-411d5bef3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:37.356167 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b1156de7-6cf7-46fa-a52f-634dd5c379a3 req-b65968b2-899f-462c-b6d9-411d5bef3cd4 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283970 Sep 17 04:35:37.402096 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6de90-b05d-488f-ba21-fcb2948d4f9b req-b4c15c35-5ffb-41f8-86b5-68b9c40328b1 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:37.403632 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a6b6de90-b05d-488f-ba21-fcb2948d4f9b req-b4c15c35-5ffb-41f8-86b5-68b9c40328b1 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 945 time: 0.0476243 Sep 17 04:35:37.455879 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a6b6de90-b05d-488f-ba21-fcb2948d4f9b req-f54a2e2f-ec7e-4546-98b5-de17b3b90384 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466771 Sep 17 04:35:37.508388 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e9ab0-711b-46d3-8282-2313b3e622ef req-1f4caf28-c213-4873-938a-7538e220b6a3 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:37.509867 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bb6e9ab0-711b-46d3-8282-2313b3e622ef req-1f4caf28-c213-4873-938a-7538e220b6a3 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0505426 Sep 17 04:35:37.559836 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bb6e9ab0-711b-46d3-8282-2313b3e622ef req-8c73649f-2012-4efb-a1ba-1d27ee02266f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436988 Sep 17 04:35:37.780733 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a7d62-efee-4309-b1b6-62254634a67e req-762806a6-acbf-4869-9ac8-81e9da8ca234 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:37.782812 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8f8a7d62-efee-4309-b1b6-62254634a67e req-762806a6-acbf-4869-9ac8-81e9da8ca234 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0550337 Sep 17 04:35:37.836433 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8f8a7d62-efee-4309-b1b6-62254634a67e req-a3b2a4a9-d797-4f78-a94f-caf82d478a29 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479767 Sep 17 04:35:38.329763 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-81a7e126-997b-4a1c-8242-f5478843cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:38.331255 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-81a7e126-997b-4a1c-8242-f5478843cdd5 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 1128 time: 0.0413864 Sep 17 04:35:38.592441 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba03ef5-bbbb-4093-a601-ff10b899535f req-42f3786a-81f2-4b94-a9e3-3174c77f8a07 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:38.594199 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-eba03ef5-bbbb-4093-a601-ff10b899535f req-42f3786a-81f2-4b94-a9e3-3174c77f8a07 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 945 time: 0.0478818 Sep 17 04:35:38.642494 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-eba03ef5-bbbb-4093-a601-ff10b899535f req-7bab2baf-6eb5-4fdd-bd9b-a9e4cca91385 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426533 Sep 17 04:35:38.681388 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7737d-d149-493c-81d2-9aac926035e0 req-0e1e039d-734c-43df-9382-ee3a2132556c tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:38.682895 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cbd7737d-d149-493c-81d2-9aac926035e0 req-0e1e039d-734c-43df-9382-ee3a2132556c tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0487013 Sep 17 04:35:38.736442 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cbd7737d-d149-493c-81d2-9aac926035e0 req-fcefb62d-f771-4ecb-860c-027a980100a6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476861 Sep 17 04:35:38.747239 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f36c5-7e7d-4770-9d6f-eeeb6ef1ad2e req-81a49ca6-f5f8-4233-b4f0-8e22f8f19511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:38.748749 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5a5f36c5-7e7d-4770-9d6f-eeeb6ef1ad2e req-81a49ca6-f5f8-4233-b4f0-8e22f8f19511 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 1129 time: 0.0438151 Sep 17 04:35:38.819032 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-5d4628b0-c3d4-4e94-9b42-74a502649a77 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e61da4-2924-436c-a984-9952b3c29f0a HTTP/1.1" status: 200 len: 217 time: 0.0366421 Sep 17 04:35:38.832237 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5a5f36c5-7e7d-4770-9d6f-eeeb6ef1ad2e req-31944c60-05cc-4601-a721-4fedce264be3 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421054 Sep 17 04:35:38.853391 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:38.869751 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-fd716c6d-f4be-4ca5-b4bd-8f3ae3eb6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:38.871223 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-fd716c6d-f4be-4ca5-b4bd-8f3ae3eb6d26 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=7d8d6893-1d9a-4d1c-a639-eec93b42e88f HTTP/1.1" status: 200 len: 851 time: 0.0466404 Sep 17 04:35:38.946974 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:38.966419 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b10766-d65d-41d4-97d4-98578a78772d req-7fbb6469-8b38-44fe-a56a-0b79962d24d3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:38.967898 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-01b10766-d65d-41d4-97d4-98578a78772d req-7fbb6469-8b38-44fe-a56a-0b79962d24d3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0487607 Sep 17 04:35:39.016558 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-01b10766-d65d-41d4-97d4-98578a78772d req-74ddcbd7-625a-49e8-8dd2-4260c60519fd tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423748 Sep 17 04:35:39.081005 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=29 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:39.116097 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:39.294938 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-58892202-9f4e-4d2c-8d14-1514c3666aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:39.296457 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-58892202-9f4e-4d2c-8d14-1514c3666aab service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e322731d-9c63-4618-8051-e8dea6bb2db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424261 Sep 17 04:35:39.427937 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1326ec-15e4-4260-acb8-73e8f7d600ba req-ff2d3102-ba6f-425f-b940-2458886a18ce tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:39.430367 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0a1326ec-15e4-4260-acb8-73e8f7d600ba req-ff2d3102-ba6f-425f-b940-2458886a18ce tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0487771 Sep 17 04:35:39.487259 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0a1326ec-15e4-4260-acb8-73e8f7d600ba req-466a6be2-b6ac-4b9a-b470-a60cdbef9b01 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509212 Sep 17 04:35:39.809641 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c695d-a551-4b1e-ad3e-6c6eaa4090dc req-053a8b65-d3c4-44f3-932e-75088593a156 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:39.811137 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4a9c695d-a551-4b1e-ad3e-6c6eaa4090dc req-053a8b65-d3c4-44f3-932e-75088593a156 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 945 time: 0.0943725 Sep 17 04:35:39.869954 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe309-817d-4106-bc50-d562fa433cdf req-63f5a0fa-dfc4-42a2-8fc1-7b1d14d76086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:39.871430 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-83bbe309-817d-4106-bc50-d562fa433cdf req-63f5a0fa-dfc4-42a2-8fc1-7b1d14d76086 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 1130 time: 0.0732481 Sep 17 04:35:39.884168 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03aa099-9e9c-4971-8dde-c4d666afcd87 req-328fd62d-38f0-40da-a510-679ff31d8252 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:39.885645 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a03aa099-9e9c-4971-8dde-c4d666afcd87 req-328fd62d-38f0-40da-a510-679ff31d8252 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0545423 Sep 17 04:35:39.893636 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4a9c695d-a551-4b1e-ad3e-6c6eaa4090dc req-d91885b8-3b72-4396-a159-196d7acf22bf tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758200 Sep 17 04:35:39.895682 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-661d1a46-ade6-4543-b657-b0b1abf8b4d2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468344 Sep 17 04:35:39.952644 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:40.001266 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a03aa099-9e9c-4971-8dde-c4d666afcd87 req-5889b1e0-1138-4ffe-9c7a-b01d260dcfcd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072011 Sep 17 04:35:40.001815 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-aeebdd36-95ab-4bc9-b4ad-0ed38ee060f1 req-43ed2017-07d7-42ce-8940-ef713fb8d8d3 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861819 Sep 17 04:35:40.018134 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe309-817d-4106-bc50-d562fa433cdf req-d858b646-63c0-4877-ba45-3d26915a6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:40.019609 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-83bbe309-817d-4106-bc50-d562fa433cdf req-d858b646-63c0-4877-ba45-3d26915a6514 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 919 time: 0.1331615 Sep 17 04:35:40.109274 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-83bbe309-817d-4106-bc50-d562fa433cdf req-31028fab-5023-49b4-bc2e-799ce81fd658 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace73665-81e0-4dd4-bd89-8ca9daa484ad HTTP/1.1" status: 200 len: 1001 time: 0.0660086 Sep 17 04:35:40.620455 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c328dd1-ad2d-4bb5-8129-78d28a31e479 req-47ec7b6a-34fb-4318-9f16-0d15a0e8a6ff tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:40.621921 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7c328dd1-ad2d-4bb5-8129-78d28a31e479 req-47ec7b6a-34fb-4318-9f16-0d15a0e8a6ff tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0508189 Sep 17 04:35:40.655044 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:40.670652 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7c328dd1-ad2d-4bb5-8129-78d28a31e479 req-b0214887-6432-481e-9bd7-fa710650ecf6 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426245 Sep 17 04:35:41.029248 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de72a4-d310-4c22-b4ed-77eee2651bba req-217600af-6b0b-4414-8a0d-43be57b7fbed tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:41.030964 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39de72a4-d310-4c22-b4ed-77eee2651bba req-217600af-6b0b-4414-8a0d-43be57b7fbed tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 945 time: 0.0530379 Sep 17 04:35:41.083013 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39de72a4-d310-4c22-b4ed-77eee2651bba req-bfd68a85-f26f-48e6-969f-4b29d16b4478 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432360 Sep 17 04:35:41.198227 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd42f66-0621-4693-b79b-eae8edce3ec8 req-bf7968cf-d557-42bf-8363-ca18250bbede tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:41.199802 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1fd42f66-0621-4693-b79b-eae8edce3ec8 req-bf7968cf-d557-42bf-8363-ca18250bbede tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0469699 Sep 17 04:35:41.202478 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd668fe-5702-44cc-8933-13e62f5338a4 req-e6887e7c-bcdd-4c1d-a794-6964375aff51 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:41.203958 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bbd668fe-5702-44cc-8933-13e62f5338a4 req-e6887e7c-bcdd-4c1d-a794-6964375aff51 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 945 time: 0.0517361 Sep 17 04:35:41.214113 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42658) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:41.218947 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-0cd4f9a3-79d6-4a89-b790-ecbaad29066a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'floatingip': {'port_id': 'fa109493-7edb-4c37-bc35-5135e4fef636'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:41.251192 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1fd42f66-0621-4693-b79b-eae8edce3ec8 req-4e1b97c4-b516-4106-b501-af501cf25909 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 Sep 17 04:35:41.257174 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f9a3-79d6-4a89-b790-ecbaad29066a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (65a3c0cf-6c56-4a13-909c-7e46275d486b), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:41.531596 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe309-817d-4106-bc50-d562fa433cdf req-7d381b54-440d-4fbc-ac5a-2e0a653033da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:41.533017 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-83bbe309-817d-4106-bc50-d562fa433cdf req-7d381b54-440d-4fbc-ac5a-2e0a653033da service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.0906751 Sep 17 04:35:41.571563 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8acf02d1-1de2-40dc-ba3b-5dcd86097f19 req-a436ff5c-50b2-4719-b19f-c6df905393ee service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392241 Sep 17 04:35:41.621733 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe309-817d-4106-bc50-d562fa433cdf req-d5b5084e-a67a-41d4-b043-081e7f12b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:41.623216 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-83bbe309-817d-4106-bc50-d562fa433cdf req-d5b5084e-a67a-41d4-b043-081e7f12b536 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816109 Sep 17 04:35:41.658073 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf02d1-1de2-40dc-ba3b-5dcd86097f19 req-5548418c-70e4-43f1-8550-698fa9093403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:41.659565 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8acf02d1-1de2-40dc-ba3b-5dcd86097f19 req-5548418c-70e4-43f1-8550-698fa9093403 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 1129 time: 0.0427659 Sep 17 04:35:41.786249 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:41.814285 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf02d1-1de2-40dc-ba3b-5dcd86097f19 req-caf7e5b8-ad94-4fc0-9a64-ec02e85220bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:41.815395 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8acf02d1-1de2-40dc-ba3b-5dcd86097f19 req-caf7e5b8-ad94-4fc0-9a64-ec02e85220bf service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 919 time: 0.1361771 Sep 17 04:35:41.830605 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-83bbe309-817d-4106-bc50-d562fa433cdf req-eaf099b1-f3da-473b-a018-64dfb3c71bcc service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755507 Sep 17 04:35:41.861888 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1c583-fcaf-4597-9ecc-a82440beedc8 req-c090a019-ae8b-4aa0-b502-a7c4d361f7a0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:41.863571 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d1b1c583-fcaf-4597-9ecc-a82440beedc8 req-c090a019-ae8b-4aa0-b502-a7c4d361f7a0 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0893865 Sep 17 04:35:41.864336 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f9a3-79d6-4a89-b790-ecbaad29066a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:41.865036 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8acf02d1-1de2-40dc-ba3b-5dcd86097f19 req-2bf16b42-d489-46bd-9a1c-e74c2bb012ec service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d9eabb-ceb8-459c-a4ad-0c9da0df432e HTTP/1.1" status: 200 len: 217 time: 0.0435438 Sep 17 04:35:41.892993 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f9a3-79d6-4a89-b790-ecbaad29066a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (65a3c0cf-6c56-4a13-909c-7e46275d486b), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:41.935628 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:41.944711 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf02d1-1de2-40dc-ba3b-5dcd86097f19 req-f78eb6ab-e844-4c54-a51e-7fee6b286d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:41.946375 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8acf02d1-1de2-40dc-ba3b-5dcd86097f19 req-f78eb6ab-e844-4c54-a51e-7fee6b286d93 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.0701487 Sep 17 04:35:41.960621 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d1b1c583-fcaf-4597-9ecc-a82440beedc8 req-2465f9a2-222a-47e0-b842-deb54fbf6116 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906537 Sep 17 04:35:42.051244 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-83bbe309-817d-4106-bc50-d562fa433cdf req-d4450351-df65-4b9a-8985-36e9b6b30a99 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142503 Sep 17 04:35:42.070228 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70693d6f-2805-49c9-9a28-1a2006167818 req-34b76120-afe6-4f03-a0c2-650c1e14d0cb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:42.071606 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-70693d6f-2805-49c9-9a28-1a2006167818 req-34b76120-afe6-4f03-a0c2-650c1e14d0cb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 946 time: 0.0712667 Sep 17 04:35:42.074299 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [None req-0cd4f9a3-79d6-4a89-b790-ecbaad29066a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Floating IP 65a3c0cf-6c56-4a13-909c-7e46275d486b associated. External IP: 172.27.3.187, port: fa109493-7edb-4c37-bc35-5135e4fef636. Sep 17 04:35:42.192154 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-70693d6f-2805-49c9-9a28-1a2006167818 req-619ad819-d755-4c58-8238-9c99797aa35c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144278 Sep 17 04:35:42.308393 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd4f9a3-79d6-4a89-b790-ecbaad29066a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Router 7338ced2-0798-43c2-bdf6-c22b5b76a87c has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:35:42.366269 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:42.374522 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c7600-bb7e-4cfb-8c22-8435a517d0b8 req-b8a540c9-9ada-43f1-a73a-c4f94e7861f2 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:42.376094 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-025c7600-bb7e-4cfb-8c22-8435a517d0b8 req-b8a540c9-9ada-43f1-a73a-c4f94e7861f2 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0508759 Sep 17 04:35:42.413058 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd4f9a3-79d6-4a89-b790-ecbaad29066a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:35:42.417800 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f9a3-79d6-4a89-b790-ecbaad29066a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:42.423367 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f6fe3-6e8d-468b-a370-66f1d02db9b9 None None] Sync routers for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:35:42.426059 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-025c7600-bb7e-4cfb-8c22-8435a517d0b8 req-5c27a6a5-d8ca-471b-b1c0-a7f67518d795 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441658 Sep 17 04:35:42.434062 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f6fe3-6e8d-468b-a370-66f1d02db9b9 None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:42.434867 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-928f6fe3-6e8d-468b-a370-66f1d02db9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:42.450854 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-0cd4f9a3-79d6-4a89-b790-ecbaad29066a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/65a3c0cf-6c56-4a13-909c-7e46275d486b HTTP/1.1" status: 200 len: 991 time: 1.2356503 Sep 17 04:35:42.451571 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc28c77-6b66-4f4e-819e-c6047e0e6ddd', 'tag': 'fa109493-7edb-4c37-bc35-5135e4fef636'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:42.454059 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a152d9d-5b4a-4b00-9316-280d14ca8cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc28c77-6b66-4f4e-819e-c6047e0e6ddd", "tag": "fa109493-7edb-4c37-bc35-5135e4fef636"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:42.495868 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca1cb53-6282-47a1-a997-1abc1cf15ab6 x-openstack-request-id: req-4ca1cb53-6282-47a1-a997-1abc1cf15ab6 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:42.496158 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc28c77-6b66-4f4e-819e-c6047e0e6ddd", "tag": "fa109493-7edb-4c37-bc35-5135e4fef636", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:42.496408 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ca1cb53-6282-47a1-a997-1abc1cf15ab6 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:42.496885 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca1cb53-6282-47a1-a997-1abc1cf15ab6'] response: {'name': 'network-changed', 'server_uuid': '8bc28c77-6b66-4f4e-819e-c6047e0e6ddd', 'tag': 'fa109493-7edb-4c37-bc35-5135e4fef636', 'status': 'completed', 'code': 200} Sep 17 04:35:42.558226 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-928f6fe3-6e8d-468b-a370-66f1d02db9b9 None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:42.797722 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-928f6fe3-6e8d-468b-a370-66f1d02db9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '65a3c0cf-6c56-4a13-909c-7e46275d486b', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': 'fa109493-7edb-4c37-bc35-5135e4fef636', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:05:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc28c77-6b66-4f4e-819e-c6047e0e6ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:22Z', 'updated_at': '2022-09-17T04:35:41Z', 'revision_number': 1, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:42.825926 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f6fe3-6e8d-468b-a370-66f1d02db9b9 None None] Checking router: 7338ced2-0798-43c2-bdf6-c22b5b76a87c for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:35:42.835512 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f6fe3-6e8d-468b-a370-66f1d02db9b9 None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:42.836112 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-928f6fe3-6e8d-468b-a370-66f1d02db9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:42.941438 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-928f6fe3-6e8d-468b-a370-66f1d02db9b9 None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:43.074496 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:43.079823 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b76be9-d803-483d-b7e9-3f348c587084 req-f7a6939b-9204-44f7-93fc-6a018475c14a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:43.081317 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d2b76be9-d803-483d-b7e9-3f348c587084 req-f7a6939b-9204-44f7-93fc-6a018475c14a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0469193 Sep 17 04:35:43.129909 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d2b76be9-d803-483d-b7e9-3f348c587084 req-f63aa97d-d516-4446-a24e-ab80aa33df7f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425668 Sep 17 04:35:43.151338 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-928f6fe3-6e8d-468b-a370-66f1d02db9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '65a3c0cf-6c56-4a13-909c-7e46275d486b', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': 'fa109493-7edb-4c37-bc35-5135e4fef636', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:05:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc28c77-6b66-4f4e-819e-c6047e0e6ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:22Z', 'updated_at': '2022-09-17T04:35:41Z', 'revision_number': 1, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:43.175617 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f6fe3-6e8d-468b-a370-66f1d02db9b9 None None] The sync data for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi is: [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '65a3c0cf-6c56-4a13-909c-7e46275d486b', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': 'fa109493-7edb-4c37-bc35-5135e4fef636', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:05:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc28c77-6b66-4f4e-819e-c6047e0e6ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:22Z', 'updated_at': '2022-09-17T04:35:41Z', 'revision_number': 1, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:35:43.290244 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf02d1-1de2-40dc-ba3b-5dcd86097f19 req-59b1fa53-45e0-4bee-8f93-4b1a132148b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:43.291979 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8acf02d1-1de2-40dc-ba3b-5dcd86097f19 req-59b1fa53-45e0-4bee-8f93-4b1a132148b7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490401 Sep 17 04:35:43.340071 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcee5e-1a0e-4fda-a062-78914d0b2474 req-0a63eec7-1c26-48f4-82b2-0d29ac39e043 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:43.341623 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-09dcee5e-1a0e-4fda-a062-78914d0b2474 req-0a63eec7-1c26-48f4-82b2-0d29ac39e043 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 946 time: 0.0515292 Sep 17 04:35:43.416369 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64530255-5d89-4f1c-89c2-4518db47c1cf None None] New status for floating IP 65a3c0cf-6c56-4a13-909c-7e46275d486b: ACTIVE {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:35:43.425197 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a152d9d-5b4a-4b00-9316-280d14ca8cd0 req-753b4591-3271-4030-b4af-a07a5fd85cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:43.427359 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5a152d9d-5b4a-4b00-9316-280d14ca8cd0 req-753b4591-3271-4030-b4af-a07a5fd85cb2 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 1129 time: 0.0841341 Sep 17 04:35:43.430259 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-09dcee5e-1a0e-4fda-a062-78914d0b2474 req-3494c313-b0fc-46af-b92a-cf27031aebc3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796196 Sep 17 04:35:43.445171 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8acf02d1-1de2-40dc-ba3b-5dcd86097f19 req-a3b729d9-63a2-4ae0-94c4-725b4cdbb004 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068368 Sep 17 04:35:43.606118 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab75c38-ddfc-483d-8305-187d1cff6ed3 req-a4d43124-a563-477d-a3ad-3f86efb625df tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:43.607734 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5ab75c38-ddfc-483d-8305-187d1cff6ed3 req-a4d43124-a563-477d-a3ad-3f86efb625df tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0715253 Sep 17 04:35:43.649191 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8acf02d1-1de2-40dc-ba3b-5dcd86097f19 req-23f390b2-b4d0-4e51-93d9-72026e2ff0ce service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770246 Sep 17 04:35:43.680647 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-5ab75c38-ddfc-483d-8305-187d1cff6ed3 req-92b55e60-ccf9-4c3f-9f97-7dd01497a4df tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624001 Sep 17 04:35:43.829397 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a152d9d-5b4a-4b00-9316-280d14ca8cd0 req-4043236a-aef6-46d7-8e16-738d2e84846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:43.830844 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5a152d9d-5b4a-4b00-9316-280d14ca8cd0 req-4043236a-aef6-46d7-8e16-738d2e84846e service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 915 time: 0.3595085 Sep 17 04:35:44.268109 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839ee58-40c2-4455-b2de-c94112f8aae9 req-9af72303-101e-4908-bda8-7e2b5cfe441b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:44.270183 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4839ee58-40c2-4455-b2de-c94112f8aae9 req-9af72303-101e-4908-bda8-7e2b5cfe441b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0538430 Sep 17 04:35:44.322106 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4839ee58-40c2-4455-b2de-c94112f8aae9 req-6bdf525b-8c7b-4f47-b00a-088db9174e5b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462692 Sep 17 04:35:44.567851 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc9431-c79c-4eb1-b108-017e856eaa6c req-41681cf9-c255-4d81-a30e-e9fa13f46d86 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:44.569983 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8ecc9431-c79c-4eb1-b108-017e856eaa6c req-41681cf9-c255-4d81-a30e-e9fa13f46d86 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 946 time: 0.0561669 Sep 17 04:35:44.792513 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:44.796105 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:44.807873 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2576434-23f7-4ba8-bdfa-25cb75d70069 req-e54f22cc-f815-4038-91d2-0b18e2923577 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:44.809412 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a2576434-23f7-4ba8-bdfa-25cb75d70069 req-e54f22cc-f815-4038-91d2-0b18e2923577 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0503719 Sep 17 04:35:44.861365 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a2576434-23f7-4ba8-bdfa-25cb75d70069 req-aea5fc1e-c971-4239-86a5-23da23c018b3 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460386 Sep 17 04:35:44.871145 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8ecc9431-c79c-4eb1-b108-017e856eaa6c req-7f01d281-3a61-40fe-aa41-3d4ef5edf8de tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952037 Sep 17 04:35:44.993826 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:35:45.467020 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e328-69de-4408-b20b-aeb01161b8d2 req-87547f46-4f5b-4b38-a612-a37e7deb4592 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:45.468800 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bfb3e328-69de-4408-b20b-aeb01161b8d2 req-87547f46-4f5b-4b38-a612-a37e7deb4592 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0539045 Sep 17 04:35:45.528845 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-6ea03922-e739-4356-a3ab-df6137aa46ba tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:45.530394 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-6ea03922-e739-4356-a3ab-df6137aa46ba tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 946 time: 0.0472157 Sep 17 04:35:45.545353 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5a152d9d-5b4a-4b00-9316-280d14ca8cd0 req-109aa929-e1d3-4fa8-8546-77cdbfa9c9fa service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa109493-7edb-4c37-bc35-5135e4fef636 HTTP/1.1" status: 200 len: 1001 time: 0.0890772 Sep 17 04:35:45.558835 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bfb3e328-69de-4408-b20b-aeb01161b8d2 req-6a92de3a-13de-4ec0-8c74-56fa201b90c5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591445 Sep 17 04:35:45.858011 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a152d9d-5b4a-4b00-9316-280d14ca8cd0 req-997761ec-a37c-40aa-ac3d-da2d6d095cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:45.859584 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5a152d9d-5b4a-4b00-9316-280d14ca8cd0 req-997761ec-a37c-40aa-ac3d-da2d6d095cdd service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.0483470 Sep 17 04:35:45.863395 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Deleting port 987d1030-ee5a-46f3-b114-6a60faeba2a9 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:45.863885 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:45.866338 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:45.992552 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] For port 987d1030-ee5a-46f3-b114-6a60faeba2a9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=987d1030-ee5a-46f3-b114-6a60faeba2a9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:45.992804 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:45.996299 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027a0d7-f345-4a13-9391-92656f949799 req-b7555ce3-f29a-4b28-85c9-aca1c94a75f5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:45.997793 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a027a0d7-f345-4a13-9391-92656f949799 req-b7555ce3-f29a-4b28-85c9-aca1c94a75f5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 946 time: 0.0472095 Sep 17 04:35:46.024478 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f67e8-86ed-4bd3-97a8-8ad38ec2f689 req-8208ebbb-292f-4cf3-8776-c87e9e7bf156 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:46.025985 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-084f67e8-86ed-4bd3-97a8-8ad38ec2f689 req-8208ebbb-292f-4cf3-8776-c87e9e7bf156 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0720544 Sep 17 04:35:46.049924 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a027a0d7-f345-4a13-9391-92656f949799 req-3f638943-cc03-4ed7-88a9-f695102c278f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a62123ff-733e-469d-82c6-bb0a3f33b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462070 Sep 17 04:35:46.085154 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:46.146132 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-084f67e8-86ed-4bd3-97a8-8ad38ec2f689 req-6989c518-14a4-4f92-9824-3112de2322ec tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951579 Sep 17 04:35:46.208676 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:46.209015 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (799f9a52-f39b-4d81-bacf-b1d4a4aed495), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:46.209384 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.l3_db [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Floating IP 799f9a52-f39b-4d81-bacf-b1d4a4aed495 disassociated. External IP: 172.27.3.77, port: 987d1030-ee5a-46f3-b114-6a60faeba2a9. Sep 17 04:35:46.209736 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Calling delete_port for 987d1030-ee5a-46f3-b114-6a60faeba2a9 owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:46.348158 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (987d1030-ee5a-46f3-b114-6a60faeba2a9), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:46.348743 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a152d9d-5b4a-4b00-9316-280d14ca8cd0 req-9b0457fd-e2a6-4ac4-a068-62539a1ceca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:46.350276 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5a152d9d-5b4a-4b00-9316-280d14ca8cd0 req-9b0457fd-e2a6-4ac4-a068-62539a1ceca8 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408516 Sep 17 04:35:46.377678 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event deleted for resources: {'Port': ['ID=987d1030-ee5a-46f3-b114-6a60faeba2a9,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:46.463711 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:46.486903 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:35:46.594755 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:35:46.617003 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a61a0e-95ec-4b27-a600-ef1d2b3551b1 None None] Sync routers for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:35:46.637069 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a61a0e-95ec-4b27-a600-ef1d2b3551b1 None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:46.637770 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-e0a61a0e-95ec-4b27-a600-ef1d2b3551b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:46.648915 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] No DVR routers for this DVR port 987d1030-ee5a-46f3-b114-6a60faeba2a9 on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:35:46.651795 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:46.655515 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-44ea14a6-97b4-45a0-b504-101bd408c35b req-2711bae3-effb-428b-9f43-203a28cc2854 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.66 "DELETE /networking/v2.0/ports/987d1030-ee5a-46f3-b114-6a60faeba2a9 HTTP/1.1" status: 204 len: 173 time: 0.8829241 Sep 17 04:35:46.656097 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'name': 'network-vif-deleted', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:46.659330 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae2e73f-5bab-4e98-90f3-bc18e1c04b23" -d '{"events": [{"server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "name": "network-vif-deleted", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:46.706920 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44cf375-544f-462d-acdf-0b1c15149c78 x-openstack-request-id: req-a44cf375-544f-462d-acdf-0b1c15149c78 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:46.707212 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0043b5dd-c019-4a76-b2d0-4c68982cac21", "name": "network-vif-deleted", "tag": "987d1030-ee5a-46f3-b114-6a60faeba2a9", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:46.707470 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a44cf375-544f-462d-acdf-0b1c15149c78 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:46.707878 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44cf375-544f-462d-acdf-0b1c15149c78'] response: {'server_uuid': '0043b5dd-c019-4a76-b2d0-4c68982cac21', 'name': 'network-vif-deleted', 'tag': '987d1030-ee5a-46f3-b114-6a60faeba2a9', 'status': 'completed', 'code': 200} Sep 17 04:35:46.756726 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679d99a-30ff-4050-b2e2-cc972846062b req-b0ebbe56-c88d-465c-82b3-640067ba6cfa tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:46.764283 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6679d99a-30ff-4050-b2e2-cc972846062b req-b0ebbe56-c88d-465c-82b3-640067ba6cfa tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0793581 Sep 17 04:35:46.814744 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5a152d9d-5b4a-4b00-9316-280d14ca8cd0 req-d1f90077-4ff5-4485-90bf-d0ae04260994 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268710 Sep 17 04:35:46.839991 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6679d99a-30ff-4050-b2e2-cc972846062b req-0c951e29-0873-44c2-acbe-63872863f916 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745034 Sep 17 04:35:46.924561 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-e0a61a0e-95ec-4b27-a600-ef1d2b3551b1 None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:46.960205 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24560eaf-6721-4466-989c-902004524c6a req-daea0e0e-db01-4e92-8bae-88af7a773803 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:46.961792 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-24560eaf-6721-4466-989c-902004524c6a req-daea0e0e-db01-4e92-8bae-88af7a773803 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0473015 Sep 17 04:35:46.972381 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42700) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:46.977819 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-98f6dd5f-8194-41f5-bf23-09fbc92a28cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Request body: {'floatingip': {'port_id': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:47.039692 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-98f6dd5f-8194-41f5-bf23-09fbc92a28cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for floatingip (9b6d8800-9ad7-4cfc-a33e-c776873ceb18), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:47.090413 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:47.114977 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-e0a61a0e-95ec-4b27-a600-ef1d2b3551b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:38Z', 'revision_number': 5, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:47.140168 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a61a0e-95ec-4b27-a600-ef1d2b3551b1 None None] Checking router: d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:35:47.149596 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a61a0e-95ec-4b27-a600-ef1d2b3551b1 None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:47.150213 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-e0a61a0e-95ec-4b27-a600-ef1d2b3551b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:47.164974 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-258b0485-bc2d-4437-89cc-274256a6ac9b req-0596d3cc-d911-441c-a99c-f6753bbdcc2a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 210 time: 0.0298371 Sep 17 04:35:47.252647 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-e0a61a0e-95ec-4b27-a600-ef1d2b3551b1 None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:47.296554 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:47.310740 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256259e-7b10-4f3c-9a35-c00e4202212b req-ddf864f0-ff23-4f2d-be0e-341685e965d5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:47.312222 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a256259e-7b10-4f3c-9a35-c00e4202212b req-ddf864f0-ff23-4f2d-be0e-341685e965d5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0650361 Sep 17 04:35:47.444974 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a256259e-7b10-4f3c-9a35-c00e4202212b req-ccd01314-a613-4d0a-a33e-c7478ba49805 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063585 Sep 17 04:35:47.446417 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-e0a61a0e-95ec-4b27-a600-ef1d2b3551b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:38Z', 'revision_number': 5, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:47.474297 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a61a0e-95ec-4b27-a600-ef1d2b3551b1 None None] The sync data for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi is: [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:38Z', 'revision_number': 5, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:35:47.594368 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-98f6dd5f-8194-41f5-bf23-09fbc92a28cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:47.599352 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-98f6dd5f-8194-41f5-bf23-09fbc92a28cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (9b6d8800-9ad7-4cfc-a33e-c776873ceb18), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:47.701033 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec96e67-cae2-4323-a9bb-045598e1daf8 None None] New status for floating IP 799f9a52-f39b-4d81-bacf-b1d4a4aed495: DOWN {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:35:47.806383 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f6dd5f-8194-41f5-bf23-09fbc92a28cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Router 24d06063-aeae-4096-9989-5e54ad4efb58 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:35:47.912485 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f6dd5f-8194-41f5-bf23-09fbc92a28cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:35:47.917281 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-98f6dd5f-8194-41f5-bf23-09fbc92a28cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:47.922082 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec25e3-df37-4df5-bfc0-792df6cd6d70 None None] Sync routers for ids ['24d06063-aeae-4096-9989-5e54ad4efb58'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:35:47.933333 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec25e3-df37-4df5-bfc0-792df6cd6d70 None None] Routers {'24d06063-aeae-4096-9989-5e54ad4efb58'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:47.934009 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-baec25e3-df37-4df5-bfc0-792df6cd6d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['24d06063-aeae-4096-9989-5e54ad4efb58'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:47.985499 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-98f6dd5f-8194-41f5-bf23-09fbc92a28cb tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/9b6d8800-9ad7-4cfc-a33e-c776873ceb18 HTTP/1.1" status: 200 len: 993 time: 1.0119894 Sep 17 04:35:48.061696 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5a152d9d-5b4a-4b00-9316-280d14ca8cd0 req-ca779ec1-6f22-44f0-9fc9-50d498525cda service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040726 Sep 17 04:35:48.070300 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-baec25e3-df37-4df5-bfc0-792df6cd6d70 None None] Set router 24d06063-aeae-4096-9989-5e54ad4efb58 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:48.109478 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:48.157275 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:48.291930 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-baec25e3-df37-4df5-bfc0-792df6cd6d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '9b6d8800-9ad7-4cfc-a33e-c776873ceb18', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'port_id': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'mac_address': 'fa:16:3e:cf:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:32:35Z', 'updated_at': '2022-09-17T04:35:47Z', 'revision_number': 3, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:17Z', 'revision_number': 5, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:48.302176 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-15ea9405-ae6a-4f87-977a-2d193685ad6b req-3512a445-38de-454f-b858-4a407f3fd8f7 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0043b5dd-c019-4a76-b2d0-4c68982cac21 HTTP/1.1" status: 200 len: 210 time: 0.0283518 Sep 17 04:35:48.316533 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec25e3-df37-4df5-bfc0-792df6cd6d70 None None] Checking router: 24d06063-aeae-4096-9989-5e54ad4efb58 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:35:48.325317 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec25e3-df37-4df5-bfc0-792df6cd6d70 None None] Routers {'24d06063-aeae-4096-9989-5e54ad4efb58'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:48.326007 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-baec25e3-df37-4df5-bfc0-792df6cd6d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['24d06063-aeae-4096-9989-5e54ad4efb58'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:48.438933 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-42b34b52-b24c-4749-935c-b06821608bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:48.446943 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-baec25e3-df37-4df5-bfc0-792df6cd6d70 None None] Set router 24d06063-aeae-4096-9989-5e54ad4efb58 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:48.587126 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130db341-4c43-406f-bd40-a0144c55a357 req-6831d979-3247-4a03-8d89-ef8e7c46abd0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:48.589898 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-130db341-4c43-406f-bd40-a0144c55a357 req-6831d979-3247-4a03-8d89-ef8e7c46abd0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0586007 Sep 17 04:35:48.646033 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-130db341-4c43-406f-bd40-a0144c55a357 req-ead9c88e-d287-452f-95e5-b74031886920 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485907 Sep 17 04:35:48.692575 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-baec25e3-df37-4df5-bfc0-792df6cd6d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '9b6d8800-9ad7-4cfc-a33e-c776873ceb18', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'port_id': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'mac_address': 'fa:16:3e:cf:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:32:35Z', 'updated_at': '2022-09-17T04:35:47Z', 'revision_number': 3, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:17Z', 'revision_number': 5, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:48.709038 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'tag': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad'}, {'name': 'network-changed', 'server_uuid': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'tag': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:48.711630 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84" -d '{"events": [{"name": "network-changed", "server_uuid": "260f958f-caf1-46d9-8a2e-74816fa1bfd6", "tag": "ace73665-81e0-4dd4-bd89-8ca9daa484ad"}, {"name": "network-changed", "server_uuid": "260f958f-caf1-46d9-8a2e-74816fa1bfd6", "tag": "ace73665-81e0-4dd4-bd89-8ca9daa484ad"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:48.725334 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec25e3-df37-4df5-bfc0-792df6cd6d70 None None] The sync data for ids ['24d06063-aeae-4096-9989-5e54ad4efb58'] in dv-cinder-857993-2-iscsi is: [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '9b6d8800-9ad7-4cfc-a33e-c776873ceb18', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'port_id': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'mac_address': 'fa:16:3e:cf:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:32:35Z', 'updated_at': '2022-09-17T04:35:47Z', 'revision_number': 3, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:17Z', 'revision_number': 5, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:35:48.754062 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4d6db0-358e-424a-88f8-f8d4e7849749 x-openstack-request-id: req-4e4d6db0-358e-424a-88f8-f8d4e7849749 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:48.754366 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260f958f-caf1-46d9-8a2e-74816fa1bfd6", "tag": "ace73665-81e0-4dd4-bd89-8ca9daa484ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "260f958f-caf1-46d9-8a2e-74816fa1bfd6", "tag": "ace73665-81e0-4dd4-bd89-8ca9daa484ad", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:48.754619 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e4d6db0-358e-424a-88f8-f8d4e7849749 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:48.755035 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4d6db0-358e-424a-88f8-f8d4e7849749'] response: {'name': 'network-changed', 'server_uuid': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'tag': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'status': 'completed', 'code': 200} Sep 17 04:35:48.755296 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4d6db0-358e-424a-88f8-f8d4e7849749'] response: {'name': 'network-changed', 'server_uuid': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'tag': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'status': 'completed', 'code': 200} Sep 17 04:35:49.046701 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-36ad086c-f808-4020-8c9d-a96cd97ee5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:49.048315 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-36ad086c-f808-4020-8c9d-a96cd97ee5f1 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 1130 time: 0.0408936 Sep 17 04:35:49.148341 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 35e61da4-2924-436c-a984-9952b3c29f0a details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:35:49.152537 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-545ffe40-f6d4-4ac0-ad52-edfd827d3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:49.154144 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-545ffe40-f6d4-4ac0-ad52-edfd827d3bb8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 919 time: 0.0992951 Sep 17 04:35:49.162748 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 987d1030-ee5a-46f3-b114-6a60faeba2a9 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:35:49.183855 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: 987d1030-ee5a-46f3-b114-6a60faeba2a9 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:35:49.184255 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 987d1030-ee5a-46f3-b114-6a60faeba2a9 not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:35:49.217033 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-008824af-933e-4ee6-bc08-cbc023998dc8 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace73665-81e0-4dd4-bd89-8ca9daa484ad HTTP/1.1" status: 200 len: 1001 time: 0.0564804 Sep 17 04:35:49.269342 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-e6a15f41-30ed-49ca-b331-6774542201fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:49.270808 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-e6a15f41-30ed-49ca-b331-6774542201fe service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.0472653 Sep 17 04:35:49.272286 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 35e61da4-2924-436c-a984-9952b3c29f0a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=35e61da4-2924-436c-a984-9952b3c29f0a,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:49.283827 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '35e61da4-2924-436c-a984-9952b3c29f0a', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'port_id': '35e61da4-2924-436c-a984-9952b3c29f0a', 'mac_address': 'fa:16:3e:2d:62:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:35:49.313989 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-48185c47-64fe-49b0-a64c-22b4270023dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:49.315357 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-48185c47-64fe-49b0-a64c-22b4270023dd service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389156 Sep 17 04:35:49.319335 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 35e61da4-2924-436c-a984-9952b3c29f0a is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:35:49.319751 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:49.335161 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e61da4-2924-436c-a984-9952b3c29f0a {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:35:49.358357 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 35e61da4-2924-436c-a984-9952b3c29f0a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=35e61da4-2924-436c-a984-9952b3c29f0a,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:49.363807 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:49.375437 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:49.377991 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:49.406230 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42720) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:49.414040 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:49.416000 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=35e61da4-2924-436c-a984-9952b3c29f0a,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:49.419391 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-c19771b2-d65d-43a9-9913-68877133818b service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979612 Sep 17 04:35:49.467135 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group (a62123ff-733e-469d-82c6-bb0a3f33b5ba), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:49.493341 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group (a62123ff-733e-469d-82c6-bb0a3f33b5ba), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:49.517302 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-7f9c8400-f446-4a0a-ad32-0f07feb846db service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904722 Sep 17 04:35:49.543963 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (a62123ff-733e-469d-82c6-bb0a3f33b5ba), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:49.546601 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:49.548343 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/a62123ff-733e-469d-82c6-bb0a3f33b5ba HTTP/1.1" status: 204 len: 168 time: 0.1405249 Sep 17 04:35:49.551220 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42722) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:49.558674 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62123ff-733e-469d-82c6-bb0a3f33b5ba,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:49.565883 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.api.v2.resource [None req-438c7842-3ca8-406a-8662-1fd14595e5f1 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] show failed (client error): The resource could not be found. Sep 17 04:35:49.566436 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.566776 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.566975 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-438c7842-3ca8-406a-8662-1fd14595e5f1 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups/a62123ff-733e-469d-82c6-bb0a3f33b5ba HTTP/1.1" status: 404 len: 347 time: 0.0139291 Sep 17 04:35:49.567120 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.567508 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.567823 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.568164 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.568493 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.568826 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.569201 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.569518 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.569848 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.570218 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42724) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:49.570377 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.570550 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.570876 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.571182 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98ca6-8608-48ce-9ff8-d227608388d3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:35:49.684228 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-ae089f67-ec26-4868-a94d-7952b4602e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:49.685705 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-ae089f67-ec26-4868-a94d-7952b4602e11 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 1130 time: 0.0772324 Sep 17 04:35:49.756925 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:49.762620 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-ad383bad-8758-4642-8fc6-507f6a44ccd0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Deleting port c25e2f34-1f40-4a14-bdd3-1092d1272b13 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:35:49.762962 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ad383bad-8758-4642-8fc6-507f6a44ccd0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (c25e2f34-1f40-4a14-bdd3-1092d1272b13), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:49.775414 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753382d5-aba8-4a2a-8072-1f680ea313d4 req-8d1457a3-5df9-45f7-8f32-6b1fa8b3a110 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:49.776979 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-753382d5-aba8-4a2a-8072-1f680ea313d4 req-8d1457a3-5df9-45f7-8f32-6b1fa8b3a110 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 945 time: 0.0505519 Sep 17 04:35:49.808766 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['35e61da4-2924-436c-a984-9952b3c29f0a'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:35:49.830133 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-753382d5-aba8-4a2a-8072-1f680ea313d4 req-b2ae5d8c-17dc-4a56-8692-ad539da2496c tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466366 Sep 17 04:35:49.847904 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-0f5a9720-2005-43f3-a01c-f759e50205de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:49.849478 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-0f5a9720-2005-43f3-a01c-f759e50205de service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 919 time: 0.1477032 Sep 17 04:35:49.864476 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:49.866086 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:49.915782 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ad383bad-8758-4642-8fc6-507f6a44ccd0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (c25e2f34-1f40-4a14-bdd3-1092d1272b13), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:49.916084 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ad383bad-8758-4642-8fc6-507f6a44ccd0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (c25e2f34-1f40-4a14-bdd3-1092d1272b13), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:49.936594 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-ad383bad-8758-4642-8fc6-507f6a44ccd0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Calling delete_port for c25e2f34-1f40-4a14-bdd3-1092d1272b13 owned by network:floatingip {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:35:49.945189 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-a815bde8-4da8-4f25-a2aa-c2eb703db7c9 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace73665-81e0-4dd4-bd89-8ca9daa484ad HTTP/1.1" status: 200 len: 1001 time: 0.0878534 Sep 17 04:35:50.037129 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-6e5376f9-7d20-4b95-8827-052f7f1c0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:50.038597 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-6e5376f9-7d20-4b95-8827-052f7f1c0401 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.0868578 Sep 17 04:35:50.094339 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-5faabbe6-b48f-418d-9096-72c4debe5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:50.095706 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-5faabbe6-b48f-418d-9096-72c4debe5550 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503297 Sep 17 04:35:50.202558 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ad383bad-8758-4642-8fc6-507f6a44ccd0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (c25e2f34-1f40-4a14-bdd3-1092d1272b13), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.213012 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:50.244941 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad383bad-8758-4642-8fc6-507f6a44ccd0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event deleted for resources: {'Port': ['ID=c25e2f34-1f40-4a14-bdd3-1092d1272b13,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:50.255162 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-207111a0-c607-46b9-9957-b57d39b037b0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518581 Sep 17 04:35:50.308798 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:50.369501 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ad383bad-8758-4642-8fc6-507f6a44ccd0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (799f9a52-f39b-4d81-bacf-b1d4a4aed495), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.373530 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ad383bad-8758-4642-8fc6-507f6a44ccd0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.374755 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-ad383bad-8758-4642-8fc6-507f6a44ccd0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/799f9a52-f39b-4d81-bacf-b1d4a4aed495 HTTP/1.1" status: 204 len: 168 time: 0.8036847 Sep 17 04:35:50.399012 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeeab4ce-36a1-4497-8d2b-23bc5d7c9c84 req-ecf97679-f7e4-4eef-b97b-8500a375e78e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256168 Sep 17 04:35:50.472274 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42730) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:50.476812 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-f85e07ed-bf93-4937-91e5-bb3fe51ec648 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352388421', 'description': 'tempest-description--2095447429'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:50.499332 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ed-bf93-4937-91e5-bb3fe51ec648 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.566946 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ed-bf93-4937-91e5-bb3fe51ec648 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group (305f1119-38c0-434c-9d85-e76e59fa81ed), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.572637 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ed-bf93-4937-91e5-bb3fe51ec648 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (305f1119-38c0-434c-9d85-e76e59fa81ed), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.605982 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e07ed-bf93-4937-91e5-bb3fe51ec648 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305f1119-38c0-434c-9d85-e76e59fa81ed,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:50.610137 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f85e07ed-bf93-4937-91e5-bb3fe51ec648 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.611354 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-f85e07ed-bf93-4937-91e5-bb3fe51ec648 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1380708 Sep 17 04:35:50.614994 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42732) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:50.619912 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-0f710c18-88fc-4814-8f02-cb871d8dcc6c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Request body: {'security_group_rule': {'security_group_id': '305f1119-38c0-434c-9d85-e76e59fa81ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:50.634559 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bb92-a421-4f01-9641-e56facc196b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.654447 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0f710c18-88fc-4814-8f02-cb871d8dcc6c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group_rule (af3471aa-7e25-49af-bf84-e58b5db16546), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.724252 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0f710c18-88fc-4814-8f02-cb871d8dcc6c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group_rule (af3471aa-7e25-49af-bf84-e58b5db16546), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.729574 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0f710c18-88fc-4814-8f02-cb871d8dcc6c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (af3471aa-7e25-49af-bf84-e58b5db16546), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.747857 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f710c18-88fc-4814-8f02-cb871d8dcc6c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3471aa-7e25-49af-bf84-e58b5db16546,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:50.758388 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0f710c18-88fc-4814-8f02-cb871d8dcc6c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.759690 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-0f710c18-88fc-4814-8f02-cb871d8dcc6c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433883 Sep 17 04:35:50.762766 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42734) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:50.767797 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-39a79bb5-ebbf-4f8c-98c7-886b8561a50b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Request body: {'security_group_rule': {'security_group_id': '305f1119-38c0-434c-9d85-e76e59fa81ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:50.799018 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-39a79bb5-ebbf-4f8c-98c7-886b8561a50b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group_rule (3f74f889-7960-4c74-8f1e-0555028e1f22), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.863934 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-39a79bb5-ebbf-4f8c-98c7-886b8561a50b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group_rule (3f74f889-7960-4c74-8f1e-0555028e1f22), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.869721 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-39a79bb5-ebbf-4f8c-98c7-886b8561a50b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (3f74f889-7960-4c74-8f1e-0555028e1f22), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.890649 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a79bb5-ebbf-4f8c-98c7-886b8561a50b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f74f889-7960-4c74-8f1e-0555028e1f22,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:50.900203 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-39a79bb5-ebbf-4f8c-98c7-886b8561a50b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:50.905187 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42740) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:50.906586 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-39a79bb5-ebbf-4f8c-98c7-886b8561a50b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416564 Sep 17 04:35:50.913567 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:50.940103 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.023548 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.099234 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719d31c-d580-48ec-8ce5-1fcd8f692761 req-8e036704-6286-4bb7-b032-da599a401d47 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:51.100705 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e719d31c-d580-48ec-8ce5-1fcd8f692761 req-8e036704-6286-4bb7-b032-da599a401d47 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 945 time: 0.0561304 Sep 17 04:35:51.138842 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Allocated IP 172.27.3.15 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/58a3c095-27ba-4886-a045-9d90fe58e9e3) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:35:51.152840 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e719d31c-d580-48ec-8ce5-1fcd8f692761 req-864bd610-562b-4ffc-9297-436c80ff44fc tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461142 Sep 17 04:35:51.170944 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 35e61da4-2924-436c-a984-9952b3c29f0a up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:35:51.214355 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port 35e61da4-2924-436c-a984-9952b3c29f0a completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:35:51.221309 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 35e61da4-2924-436c-a984-9952b3c29f0a triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:35:51.221679 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.222017 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 35e61da4-2924-436c-a984-9952b3c29f0a Sep 17 04:35:51.246886 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for port (58a3c095-27ba-4886-a045-9d90fe58e9e3), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.280339 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (58a3c095-27ba-4886-a045-9d90fe58e9e3), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.292306 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 35e61da4-2924-436c-a984-9952b3c29f0a is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:35:51.292684 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.318606 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e61da4-2924-436c-a984-9952b3c29f0a'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:51.320808 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4f663b-ff16-4392-96ba-fed8fc6dee16" -d '{"events": [{"server_uuid": "a1e695be-8ee8-42b5-88b0-79d0836d8fbf", "name": "network-vif-plugged", "status": "completed", "tag": "35e61da4-2924-436c-a984-9952b3c29f0a"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:51.322226 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:35:51.325755 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:35:51.329680 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:35:51.333111 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event updated for resources: {'Port': ['ID=58a3c095-27ba-4886-a045-9d90fe58e9e3,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:51.334509 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 35e61da4-2924-436c-a984-9952b3c29f0a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=35e61da4-2924-436c-a984-9952b3c29f0a,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:35:51.341981 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.354845 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:51.367162 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa5c996-4898-49ca-aa71-f44f53522c9e x-openstack-request-id: req-baa5c996-4898-49ca-aa71-f44f53522c9e {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:51.367458 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e695be-8ee8-42b5-88b0-79d0836d8fbf", "name": "network-vif-plugged", "status": "completed", "tag": "35e61da4-2924-436c-a984-9952b3c29f0a", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:51.367715 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-baa5c996-4898-49ca-aa71-f44f53522c9e {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:51.368110 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa5c996-4898-49ca-aa71-f44f53522c9e'] response: {'server_uuid': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e61da4-2924-436c-a984-9952b3c29f0a', 'code': 200} Sep 17 04:35:51.394279 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=35e61da4-2924-436c-a984-9952b3c29f0a,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:51.423865 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (22be2ec4-f9e6-4522-9506-d3277c3670d8), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.456036 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:51.467573 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (58a3c095-27ba-4886-a045-9d90fe58e9e3), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.622254 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for port (58a3c095-27ba-4886-a045-9d90fe58e9e3), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.629679 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (58a3c095-27ba-4886-a045-9d90fe58e9e3), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.729398 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (22be2ec4-f9e6-4522-9506-d3277c3670d8), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.733906 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64607e0-b446-41fb-b14b-0da2c16b2173 req-80e8d008-c184-4662-b68c-b0bdecb5ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:51.735426 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e64607e0-b446-41fb-b14b-0da2c16b2173 req-80e8d008-c184-4662-b68c-b0bdecb5ccc6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 1130 time: 0.0817761 Sep 17 04:35:51.736003 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event updated for resources: {'Port': ['ID=58a3c095-27ba-4886-a045-9d90fe58e9e3,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:51.769682 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.770866 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-b417c8f9-b638-4b38-b705-8fbe639826ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8629680 Sep 17 04:35:51.792804 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e64607e0-b446-41fb-b14b-0da2c16b2173 req-d0dfb400-c891-4b94-a124-58e2e7d27708 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505104 Sep 17 04:35:51.956300 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:51.976584 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-b7584844-bf5e-4eff-9d8c-019fbbc6fc1b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--352388421&fields=id&tenant_id=e0b194b28dec41119ae0d6d913f19c31 HTTP/1.1" status: 200 len: 267 time: 0.0476017 Sep 17 04:35:52.083978 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db8ea-92d6-4518-892f-d63c16335e75 req-6c0aa2a2-9738-4c6a-b75f-1dcc65c9eab7 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:52.085468 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-6c0aa2a2-9738-4c6a-b75f-1dcc65c9eab7 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 815 time: 0.1022482 Sep 17 04:35:52.100442 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-7d1d5a4a-86eb-4224-b419-93ad536a78c1 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/quotas/e0b194b28dec41119ae0d6d913f19c31 HTTP/1.1" status: 200 len: 375 time: 0.0095251 Sep 17 04:35:52.144804 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:52.153119 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-6a790382-680f-4575-b0d5-fe5682a9e214 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479109 Sep 17 04:35:52.276652 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21091bbb-6c49-4b43-9cb0-48199d8ebc4b req-6901f057-3261-4f0a-8b50-d5074b834f50 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:52.278256 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-21091bbb-6c49-4b43-9cb0-48199d8ebc4b req-6901f057-3261-4f0a-8b50-d5074b834f50 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 946 time: 0.0488231 Sep 17 04:35:52.327924 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-21091bbb-6c49-4b43-9cb0-48199d8ebc4b req-0496a55a-7ee9-407b-98ff-8168444a7126 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435567 Sep 17 04:35:52.351890 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-9ccfc36d-c927-4b34-94d7-ec15fbe7efe5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837842 Sep 17 04:35:52.452291 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-6f96c3f6-dd9e-4c30-8eb5-962dd5d1c738 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944545 Sep 17 04:35:52.626103 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5c927bff-ab2e-4f2a-91db-3f25129f5d4b req-da60f8ab-5def-4ad0-85c6-202104157187 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 210 time: 0.0279188 Sep 17 04:35:53.461045 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:53.464288 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4dcbf-eb64-455d-91a2-25c5577b3a8f req-e2825943-c1b9-413b-b3aa-31183fa89b69 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:53.465789 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9fc4dcbf-eb64-455d-91a2-25c5577b3a8f req-e2825943-c1b9-413b-b3aa-31183fa89b69 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 946 time: 0.0489066 Sep 17 04:35:53.496394 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:53.516611 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9fc4dcbf-eb64-455d-91a2-25c5577b3a8f req-b41aa626-d0ea-4c1d-843d-ac15fc2e0d75 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446556 Sep 17 04:35:53.570290 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:53.735810 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bf14b076-a791-41e8-99f6-48494c2c5db3 req-08aa7554-2258-42e2-a706-830b5f448a47 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 210 time: 0.0282192 Sep 17 04:35:54.556911 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db8ea-92d6-4518-892f-d63c16335e75 req-cb7c8c8f-2871-4750-99f7-ca1ce9db7fae tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:54.558653 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-cb7c8c8f-2871-4750-99f7-ca1ce9db7fae tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.66 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 815 time: 0.1093750 Sep 17 04:35:54.645072 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb6ae3-97df-4c00-849e-c80c025501c8 req-97858372-0a58-49a9-a17e-7b6a5a7d5c11 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:54.647047 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f4fb6ae3-97df-4c00-849e-c80c025501c8 req-97858372-0a58-49a9-a17e-7b6a5a7d5c11 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 946 time: 0.0524683 Sep 17 04:35:54.701939 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f4fb6ae3-97df-4c00-849e-c80c025501c8 req-a3cda5cf-545c-434e-9db8-03555dc6d1ce tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458984 Sep 17 04:35:54.802798 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-cf13ca74-927f-49f7-9044-9c96aa068b6a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e0b194b28dec41119ae0d6d913f19c31 HTTP/1.1" status: 200 len: 379 time: 0.0654018 Sep 17 04:35:54.839075 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fcaa6-ea50-446f-b2be-73e72f5d90a2 req-565de5ea-6b3a-49b9-9fa7-d1f4c7bcd86b tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:54.840541 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a60fcaa6-ea50-446f-b2be-73e72f5d90a2 req-565de5ea-6b3a-49b9-9fa7-d1f4c7bcd86b tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 946 time: 0.0595245 Sep 17 04:35:54.849446 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-46e748f9-5a66-4f0a-9fc9-9cac5d0b2cf6 req-e05a877a-fbc5-4fc6-bb2b-929bf2fd3632 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 210 time: 0.0308416 Sep 17 04:35:54.899730 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a60fcaa6-ea50-446f-b2be-73e72f5d90a2 req-4e7c2996-6077-4413-b2a0-38d82842965c tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527587 Sep 17 04:35:54.928353 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42784) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:54.960996 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-135db8ea-92d6-4518-892f-d63c16335e75 req-a5023379-df25-401e-b7c4-745abe722ed8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Request body: {'port': {'device_id': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'admin_state_up': True, 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'security_groups': ['305f1119-38c0-434c-9d85-e76e59fa81ed']}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:54.975623 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:55.010263 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8d20d9-dd65-435a-8bef-37334364b0c7 tempest-TestVolumeBootPattern-1112460180 tempest-TestVolumeBootPattern-1112460180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:55.011741 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-da8d20d9-dd65-435a-8bef-37334364b0c7 tempest-TestVolumeBootPattern-1112460180 tempest-TestVolumeBootPattern-1112460180-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 1125 time: 0.0823596 Sep 17 04:35:55.014761 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42786) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:35:55.022740 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'port_id': '35e61da4-2924-436c-a984-9952b3c29f0a', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:55.069739 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:55.121816 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:55.155021 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135db8ea-92d6-4518-892f-d63c16335e75 req-a5023379-df25-401e-b7c4-745abe722ed8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Made reservation on behalf of e0b194b28dec41119ae0d6d913f19c31 for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:35:55.158763 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-135db8ea-92d6-4518-892f-d63c16335e75 req-a5023379-df25-401e-b7c4-745abe722ed8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:55.181928 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:55.374598 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Allocated IP 172.27.3.68 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/883ba667-aeb3-4497-9000-2c7ad60a2288) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:35:55.376894 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-135db8ea-92d6-4518-892f-d63c16335e75 req-a5023379-df25-401e-b7c4-745abe722ed8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Allocated IP 172.20.0.10 (e95cd093-c909-4fa1-980b-df0004dd3cf5/5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8/3ab96fb5-2c5a-484d-8537-588560c96378) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:35:55.568795 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for port (883ba667-aeb3-4497-9000-2c7ad60a2288), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:55.612860 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-135db8ea-92d6-4518-892f-d63c16335e75 req-a5023379-df25-401e-b7c4-745abe722ed8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for port (3ab96fb5-2c5a-484d-8537-588560c96378), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:55.626364 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:55.647763 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (883ba667-aeb3-4497-9000-2c7ad60a2288), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:55.690562 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:55.691779 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-135db8ea-92d6-4518-892f-d63c16335e75 req-a5023379-df25-401e-b7c4-745abe722ed8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:55.699330 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:35:55.708780 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:35:55.712163 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'Port': ['ID=883ba667-aeb3-4497-9000-2c7ad60a2288,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:55.714546 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:35:55.768361 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135db8ea-92d6-4518-892f-d63c16335e75 req-a5023379-df25-401e-b7c4-745abe722ed8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Network e95cd093-c909-4fa1-980b-df0004dd3cf5 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:35:55.774430 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-135db8ea-92d6-4518-892f-d63c16335e75 req-a5023379-df25-401e-b7c4-745abe722ed8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:35:55.783577 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-135db8ea-92d6-4518-892f-d63c16335e75 req-a5023379-df25-401e-b7c4-745abe722ed8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:35:55.819124 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5023379-df25-401e-b7c4-745abe722ed8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event updated for resources: {'Port': ['ID=3ab96fb5-2c5a-484d-8537-588560c96378,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:55.870351 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db8ea-92d6-4518-892f-d63c16335e75 req-a5023379-df25-401e-b7c4-745abe722ed8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:55.870961 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-135db8ea-92d6-4518-892f-d63c16335e75 req-a5023379-df25-401e-b7c4-745abe722ed8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:55.921495 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-a5023379-df25-401e-b7c4-745abe722ed8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9660048 Sep 17 04:35:55.973474 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Request body: {'port': {'device_id': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:35:55.985820 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e1f11-1a43-48ad-86b8-2d42a2745d40 req-f5462ac4-1449-4557-b0a5-8807443b6015 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:55.987383 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d27e1f11-1a43-48ad-86b8-2d42a2745d40 req-f5462ac4-1449-4557-b0a5-8807443b6015 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 932 time: 0.0485206 Sep 17 04:35:55.991369 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-06ef1d4f-5f7a-4385-99e1-b71989060f00 None None] Provisioning complete for port 3ab96fb5-2c5a-484d-8537-588560c96378 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:35:55.991829 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-06ef1d4f-5f7a-4385-99e1-b71989060f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:55.992613 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-06ef1d4f-5f7a-4385-99e1-b71989060f00 None None] Attempt 1 to provision port 3ab96fb5-2c5a-484d-8537-588560c96378 Sep 17 04:35:56.029785 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-06ef1d4f-5f7a-4385-99e1-b71989060f00 None None] Port 3ab96fb5-2c5a-484d-8537-588560c96378 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:35:56.039171 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d27e1f11-1a43-48ad-86b8-2d42a2745d40 req-87170303-5f10-42d3-8ae3-ce87c23908b8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452266 Sep 17 04:35:56.339833 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:56.531011 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-06ef1d4f-5f7a-4385-99e1-b71989060f00 None None] Attempt 2 to provision port 3ab96fb5-2c5a-484d-8537-588560c96378 Sep 17 04:35:56.564474 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-06ef1d4f-5f7a-4385-99e1-b71989060f00 None None] Port 3ab96fb5-2c5a-484d-8537-588560c96378 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:35:56.621038 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for floatingip (91ea79ac-527a-4e13-b757-4833d181cdef), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:56.669932 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:56.733381 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:56.736841 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (883ba667-aeb3-4497-9000-2c7ad60a2288), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:56.789115 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab96fb5-2c5a-484d-8537-588560c96378 {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:35:56.802511 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Publish callbacks [] for port (3ab96fb5-2c5a-484d-8537-588560c96378), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:56.829140 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Transition to ACTIVE for port object 3ab96fb5-2c5a-484d-8537-588560c96378 will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:35:56.858829 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:56.942484 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab96fb5-2c5a-484d-8537-588560c96378,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:57.018617 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for port (883ba667-aeb3-4497-9000-2c7ad60a2288), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:57.023857 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Attempting to bind port 3ab96fb5-2c5a-484d-8537-588560c96378 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:35:57.024188 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Attempting to bind port 3ab96fb5-2c5a-484d-8537-588560c96378 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:35:57.024511 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Attempting to bind port 3ab96fb5-2c5a-484d-8537-588560c96378 on network e95cd093-c909-4fa1-980b-df0004dd3cf5 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:35:57.027778 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (883ba667-aeb3-4497-9000-2c7ad60a2288), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:57.066295 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-06ef1d4f-5f7a-4385-99e1-b71989060f00 None None] Attempt 3 to provision port 3ab96fb5-2c5a-484d-8537-588560c96378 Sep 17 04:35:57.100666 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-06ef1d4f-5f7a-4385-99e1-b71989060f00 None None] Port 3ab96fb5-2c5a-484d-8537-588560c96378 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:35:57.118561 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'Port': ['ID=883ba667-aeb3-4497-9000-2c7ad60a2288,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:57.136867 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (91ea79ac-527a-4e13-b757-4833d181cdef), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:57.167030 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Port 3ab96fb5-2c5a-484d-8537-588560c96378 on network e95cd093-c909-4fa1-980b-df0004dd3cf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:35:57.167479 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Attempting to bind port 3ab96fb5-2c5a-484d-8537-588560c96378 on network e95cd093-c909-4fa1-980b-df0004dd3cf5 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:35:57.263370 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883b9ff-4097-4b86-8199-1a0c0545af9e req-56241dc5-4218-4a8e-93f3-d9a2c71f30e5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:57.264744 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c883b9ff-4097-4b86-8199-1a0c0545af9e req-56241dc5-4218-4a8e-93f3-d9a2c71f30e5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.1397030 Sep 17 04:35:57.327227 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:35:57.327538 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Checking segment: {'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:35:57.327915 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Bound using segment: {'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:35:57.328352 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Bound port: 3ab96fb5-2c5a-484d-8537-588560c96378, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eca9cce-1d72-43d9-af9d-d9886de8cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:35:57.328762 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:57.366410 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Floating IP 91ea79ac-527a-4e13-b757-4833d181cdef associated. External IP: 172.27.3.68, port: 35e61da4-2924-436c-a984-9952b3c29f0a. Sep 17 04:35:57.420193 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c883b9ff-4097-4b86-8199-1a0c0545af9e req-9c4cadc9-5876-41ca-9773-9f70030d7bd1 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466336 Sep 17 04:35:57.420583 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:57.505402 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:57.509810 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] For port 3ab96fb5-2c5a-484d-8537-588560c96378, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:35:57.517065 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] For port 3ab96fb5-2c5a-484d-8537-588560c96378, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3ab96fb5-2c5a-484d-8537-588560c96378,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:35:57.531160 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:57.537312 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:57.537935 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:57.539423 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/3ab96fb5-2c5a-484d-8537-588560c96378 HTTP/1.1" status: 200 len: 1094 time: 1.5724022 Sep 17 04:35:57.540112 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:57.542403 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229588d0-aa46-40fc-a759-a9dfd6a72683" -d '{"events": [{"name": "network-changed", "server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:57.597753 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6970cd5-2d25-43f2-8957-2d1f02195eb9 x-openstack-request-id: req-b6970cd5-2d25-43f2-8957-2d1f02195eb9 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:57.597968 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:57.598221 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6970cd5-2d25-43f2-8957-2d1f02195eb9 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:57.598731 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6970cd5-2d25-43f2-8957-2d1f02195eb9'] response: {'name': 'network-changed', 'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378', 'status': 'completed', 'code': 200} Sep 17 04:35:57.601605 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-06ef1d4f-5f7a-4385-99e1-b71989060f00 None None] Attempt 4 to provision port 3ab96fb5-2c5a-484d-8537-588560c96378 Sep 17 04:35:57.641446 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-06ef1d4f-5f7a-4385-99e1-b71989060f00 None None] Port 3ab96fb5-2c5a-484d-8537-588560c96378 had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:35:57.662099 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af38f38-f441-4076-9958-ab4b1ff7c4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab96fb5-2c5a-484d-8537-588560c96378,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:35:57.707807 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db8ea-92d6-4518-892f-d63c16335e75 req-f42d20cb-5085-4de8-94c4-e91d05c0d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:57.709363 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-f42d20cb-5085-4de8-94c4-e91d05c0d2ae service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 1128 time: 0.0801921 Sep 17 04:35:57.725601 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:35:57.761494 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-c9009166-0a05-4a9a-b9f0-b9eb1955d4d0 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ab96fb5-2c5a-484d-8537-588560c96378 HTTP/1.1" status: 200 len: 217 time: 0.0378087 Sep 17 04:35:57.772030 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:57.775782 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:57.851033 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db8ea-92d6-4518-892f-d63c16335e75 req-e03a86e4-6393-4bee-8b33-1eda6fcd9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:57.852476 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-e03a86e4-6393-4bee-8b33-1eda6fcd9a60 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 HTTP/1.1" status: 200 len: 854 time: 0.0845680 Sep 17 04:35:57.928231 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db8ea-92d6-4518-892f-d63c16335e75 req-51d44d20-c588-47ba-b94b-f312f2760a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:57.929699 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-51d44d20-c588-47ba-b94b-f312f2760a6a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e95cd093-c909-4fa1-980b-df0004dd3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507855 Sep 17 04:35:57.930793 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:35:57.945491 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83434020-aa95-4af4-88d3-8523ae81e3be None None] Sync routers for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:35:57.963988 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83434020-aa95-4af4-88d3-8523ae81e3be None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:57.963988 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-83434020-aa95-4af4-88d3-8523ae81e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:57.991801 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:35:58.034389 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-270f1e12-25c1-414f-ab75-a7a3c49923e9 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0184853 Sep 17 04:35:58.060076 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-c5f1d28b-e363-4762-a0f2-07cad2a24d54 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235063 Sep 17 04:35:58.072999 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-83434020-aa95-4af4-88d3-8523ae81e3be None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:58.161547 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-135db8ea-92d6-4518-892f-d63c16335e75 req-fe9ad755-d030-4279-b6cc-c5ae58514b0c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922089 Sep 17 04:35:58.376702 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-83434020-aa95-4af4-88d3-8523ae81e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '91ea79ac-527a-4e13-b757-4833d181cdef', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': '35e61da4-2924-436c-a984-9952b3c29f0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:2d:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:56Z', 'updated_at': '2022-09-17T04:35:56Z', 'revision_number': 0, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:58.401479 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83434020-aa95-4af4-88d3-8523ae81e3be None None] Checking router: 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:35:58.411065 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83434020-aa95-4af4-88d3-8523ae81e3be None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:35:58.411668 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-83434020-aa95-4af4-88d3-8523ae81e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:58.515449 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-83434020-aa95-4af4-88d3-8523ae81e3be None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:35:58.553879 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50dc2e-e560-4c4d-92f9-1365e79610f0 req-508b3c94-1976-4ba0-b95c-56b56141a8a3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:58.555981 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0c50dc2e-e560-4c4d-92f9-1365e79610f0 req-508b3c94-1976-4ba0-b95c-56b56141a8a3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0528104 Sep 17 04:35:58.608093 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0c50dc2e-e560-4c4d-92f9-1365e79610f0 req-347fa9a2-aaa8-4be9-a975-45bd669891f2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463970 Sep 17 04:35:58.746967 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-83434020-aa95-4af4-88d3-8523ae81e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '91ea79ac-527a-4e13-b757-4833d181cdef', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': '35e61da4-2924-436c-a984-9952b3c29f0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:2d:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:56Z', 'updated_at': '2022-09-17T04:35:56Z', 'revision_number': 0, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:35:58.770542 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83434020-aa95-4af4-88d3-8523ae81e3be None None] The sync data for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi is: [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '91ea79ac-527a-4e13-b757-4833d181cdef', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': '35e61da4-2924-436c-a984-9952b3c29f0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:2d:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:56Z', 'updated_at': '2022-09-17T04:35:56Z', 'revision_number': 0, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:35:58.970437 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3fc03-d791-4672-a2cf-d894717ccc64 None None] New status for floating IP 91ea79ac-527a-4e13-b757-4833d181cdef: ACTIVE {{(pid=106228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:35:59.189199 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:59.600198 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'tag': '35e61da4-2924-436c-a984-9952b3c29f0a'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:35:59.604056 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39112b94-56de-40fe-8bc9-29c2fcce48a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e695be-8ee8-42b5-88b0-79d0836d8fbf", "tag": "35e61da4-2924-436c-a984-9952b3c29f0a"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:35:59.644261 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1182ea39-2001-4bbf-bc8a-0b4bf41019e7 x-openstack-request-id: req-1182ea39-2001-4bbf-bc8a-0b4bf41019e7 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:35:59.644555 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e695be-8ee8-42b5-88b0-79d0836d8fbf", "tag": "35e61da4-2924-436c-a984-9952b3c29f0a", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:35:59.644804 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1182ea39-2001-4bbf-bc8a-0b4bf41019e7 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:35:59.645234 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1182ea39-2001-4bbf-bc8a-0b4bf41019e7'] response: {'name': 'network-changed', 'server_uuid': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'tag': '35e61da4-2924-436c-a984-9952b3c29f0a', 'status': 'completed', 'code': 200} Sep 17 04:35:59.738621 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c6dec-c565-424c-a07f-187473bab4ca req-5a1da0a1-a375-4530-93fa-6e76ddec26d6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:35:59.740045 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c54c6dec-c565-424c-a07f-187473bab4ca req-5a1da0a1-a375-4530-93fa-6e76ddec26d6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0468175 Sep 17 04:35:59.784031 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:35:59.791722 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c54c6dec-c565-424c-a07f-187473bab4ca req-10fe7ca8-48b8-47e5-bf08-748675a0bc21 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 Sep 17 04:36:00.776287 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229588d0-aa46-40fc-a759-a9dfd6a72683 req-05b056d9-dc47-4c01-b99b-435227b79fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:00.777895 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-229588d0-aa46-40fc-a759-a9dfd6a72683 req-05b056d9-dc47-4c01-b99b-435227b79fd9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 1128 time: 0.0544002 Sep 17 04:36:00.787187 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39112b94-56de-40fe-8bc9-29c2fcce48a6 req-7ce76633-5cd3-498a-8ae8-8341698dae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:00.788721 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-39112b94-56de-40fe-8bc9-29c2fcce48a6 req-7ce76633-5cd3-498a-8ae8-8341698dae36 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 1130 time: 0.0434990 Sep 17 04:36:00.872669 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:00.880116 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229588d0-aa46-40fc-a759-a9dfd6a72683 req-1704d96a-c263-44c0-bdba-8bc68676a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:00.882263 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-229588d0-aa46-40fc-a759-a9dfd6a72683 req-1704d96a-c263-44c0-bdba-8bc68676a23d service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 916 time: 0.0969110 Sep 17 04:36:00.895364 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39112b94-56de-40fe-8bc9-29c2fcce48a6 req-2d42c482-6252-4703-8a1b-ef6f8001df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:00.896811 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-39112b94-56de-40fe-8bc9-29c2fcce48a6 req-2d42c482-6252-4703-8a1b-ef6f8001df15 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e322731d-9c63-4618-8051-e8dea6bb2db6 HTTP/1.1" status: 200 len: 913 time: 0.1022236 Sep 17 04:36:00.921717 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-229588d0-aa46-40fc-a759-a9dfd6a72683 req-8f12139a-2ffa-442c-9a3a-7c972c843926 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ab96fb5-2c5a-484d-8537-588560c96378 HTTP/1.1" status: 200 len: 217 time: 0.0333781 Sep 17 04:36:00.972106 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f3530-752f-4153-8b4e-0025ada7773d req-6cc1be30-973e-4a33-8d56-a352fd12fae3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:00.973226 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-226f3530-752f-4153-8b4e-0025ada7773d req-6cc1be30-973e-4a33-8d56-a352fd12fae3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0918553 Sep 17 04:36:00.976061 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229588d0-aa46-40fc-a759-a9dfd6a72683 req-737d6c2b-8174-4d24-b973-5893579ebbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:00.977525 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-229588d0-aa46-40fc-a759-a9dfd6a72683 req-737d6c2b-8174-4d24-b973-5893579ebbda service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 HTTP/1.1" status: 200 len: 854 time: 0.0482762 Sep 17 04:36:01.022563 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229588d0-aa46-40fc-a759-a9dfd6a72683 req-94ade406-dac7-4962-9a86-dc10a878d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:01.024162 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-229588d0-aa46-40fc-a759-a9dfd6a72683 req-94ade406-dac7-4962-9a86-dc10a878d785 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e95cd093-c909-4fa1-980b-df0004dd3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407474 Sep 17 04:36:01.126611 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-229588d0-aa46-40fc-a759-a9dfd6a72683 req-1d72623e-a229-4fd9-a7f1-30c4742bddcc service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942903 Sep 17 04:36:01.219359 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3ab96fb5-2c5a-484d-8537-588560c96378 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:36:01.221577 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-229588d0-aa46-40fc-a759-a9dfd6a72683 req-52ff6ae4-f2f9-4454-9f4b-84efbf7bc683 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881898 Sep 17 04:36:01.243478 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:01.258364 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-39112b94-56de-40fe-8bc9-29c2fcce48a6 req-1cc9b0f9-9b50-49c6-8e7b-1b30410dfb5e service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e61da4-2924-436c-a984-9952b3c29f0a HTTP/1.1" status: 200 len: 1001 time: 0.3450916 Sep 17 04:36:01.315783 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-226f3530-752f-4153-8b4e-0025ada7773d req-b4dcf97d-fcd0-442d-a3fe-66f435b688ed tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351870 Sep 17 04:36:01.323449 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 3ab96fb5-2c5a-484d-8537-588560c96378, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3ab96fb5-2c5a-484d-8537-588560c96378,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:36:01.329311 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39112b94-56de-40fe-8bc9-29c2fcce48a6 req-61de80b4-694a-49ca-9003-fa0d096da9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:01.330786 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-39112b94-56de-40fe-8bc9-29c2fcce48a6 req-61de80b4-694a-49ca-9003-fa0d096da9e7 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=7d8d6893-1d9a-4d1c-a639-eec93b42e88f HTTP/1.1" status: 200 len: 851 time: 0.0595191 Sep 17 04:36:01.339725 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '3ab96fb5-2c5a-484d-8537-588560c96378', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'port_id': '3ab96fb5-2c5a-484d-8537-588560c96378', 'mac_address': 'fa:16:3e:26:f7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:36:01.376291 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 3ab96fb5-2c5a-484d-8537-588560c96378 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:36:01.376675 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:01.376795 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39112b94-56de-40fe-8bc9-29c2fcce48a6 req-531a844b-51c1-4916-98a8-65ecc0b93f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:01.378258 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-39112b94-56de-40fe-8bc9-29c2fcce48a6 req-531a844b-51c1-4916-98a8-65ecc0b93f5d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e322731d-9c63-4618-8051-e8dea6bb2db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395656 Sep 17 04:36:01.390220 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab96fb5-2c5a-484d-8537-588560c96378 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:36:01.410472 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 3ab96fb5-2c5a-484d-8537-588560c96378, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3ab96fb5-2c5a-484d-8537-588560c96378,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:36:01.415467 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:01.461992 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=3ab96fb5-2c5a-484d-8537-588560c96378,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:36:01.474733 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-39112b94-56de-40fe-8bc9-29c2fcce48a6 req-884b9f7f-5524-4162-bf6b-a438409b92b3 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889845 Sep 17 04:36:01.530505 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:01.565752 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-39112b94-56de-40fe-8bc9-29c2fcce48a6 req-4d53155a-8d0d-458a-8f29-e33cf801b079 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845337 Sep 17 04:36:01.909485 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['3ab96fb5-2c5a-484d-8537-588560c96378'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:36:02.452133 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618c62f-e5fa-4bf4-9bfc-3ce044021555 req-0d8355c7-c723-424c-b6fe-fa96800ec5c4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:02.453653 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e618c62f-e5fa-4bf4-9bfc-3ce044021555 req-0d8355c7-c723-424c-b6fe-fa96800ec5c4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 945 time: 0.0465851 Sep 17 04:36:02.504759 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e618c62f-e5fa-4bf4-9bfc-3ce044021555 req-c3d4aaaf-b44f-47ba-ab08-ab8771982027 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454659 Sep 17 04:36:03.256639 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3ab96fb5-2c5a-484d-8537-588560c96378 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:36:03.304042 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port 3ab96fb5-2c5a-484d-8537-588560c96378 completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:36:03.313623 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 3ab96fb5-2c5a-484d-8537-588560c96378 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:36:03.314214 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:03.314607 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 3ab96fb5-2c5a-484d-8537-588560c96378 Sep 17 04:36:03.397824 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 3ab96fb5-2c5a-484d-8537-588560c96378 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:36:03.398208 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:03.421937 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:36:03.424222 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f7114e-06aa-46f4-b518-f13e01bad470" -d '{"events": [{"server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "name": "network-vif-plugged", "status": "completed", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:36:03.436419 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 3ab96fb5-2c5a-484d-8537-588560c96378, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3ab96fb5-2c5a-484d-8537-588560c96378,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:36:03.442414 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:03.473030 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b124a00-68ce-4118-87af-5ff6dc45521f x-openstack-request-id: req-5b124a00-68ce-4118-87af-5ff6dc45521f {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:36:03.473345 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "name": "network-vif-plugged", "status": "completed", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:36:03.473599 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b124a00-68ce-4118-87af-5ff6dc45521f {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:36:03.473993 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b124a00-68ce-4118-87af-5ff6dc45521f'] response: {'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378', 'code': 200} Sep 17 04:36:03.495869 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=3ab96fb5-2c5a-484d-8537-588560c96378,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:36:03.510704 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:03.635225 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc8472-2a08-4dac-9226-67fb5c8f7d2a req-524fff82-6238-497d-b6fa-c83b008c93d1 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:03.636767 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1ddc8472-2a08-4dac-9226-67fb5c8f7d2a req-524fff82-6238-497d-b6fa-c83b008c93d1 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0503738 Sep 17 04:36:03.688463 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1ddc8472-2a08-4dac-9226-67fb5c8f7d2a req-98e6d0c3-84a5-4886-a322-4e362d573863 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456176 Sep 17 04:36:03.727224 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc72522-f5e7-456d-a0dd-94ce0dc8718d req-2e8f1369-cea4-45bd-9305-32e4bd46f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:03.728791 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ecc72522-f5e7-456d-a0dd-94ce0dc8718d req-2e8f1369-cea4-45bd-9305-32e4bd46f799 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 1130 time: 0.0439320 Sep 17 04:36:03.773866 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ecc72522-f5e7-456d-a0dd-94ce0dc8718d req-25d931f0-20da-4733-ad3d-d7e59e0f4059 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389528 Sep 17 04:36:04.831370 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b3ab8-78d3-4196-a624-5022971eb2ea req-7dd09d7d-e801-4295-89e4-9fb0067f43b8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:04.833733 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ae5b3ab8-78d3-4196-a624-5022971eb2ea req-7dd09d7d-e801-4295-89e4-9fb0067f43b8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0576367 Sep 17 04:36:04.899689 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ae5b3ab8-78d3-4196-a624-5022971eb2ea req-09f95d13-0f9c-4863-9d72-9fdbe4e90d05 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580032 Sep 17 04:36:06.033560 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cd9c2-4dd8-4045-86ee-3e14f483e7be req-c8fb2c21-12b6-4bac-8d76-113ae6ed5b27 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:06.035042 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-523cd9c2-4dd8-4045-86ee-3e14f483e7be req-c8fb2c21-12b6-4bac-8d76-113ae6ed5b27 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0480838 Sep 17 04:36:06.083062 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-523cd9c2-4dd8-4045-86ee-3e14f483e7be req-904e74f0-97a6-4fe4-a95d-f18294dc840d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420949 Sep 17 04:36:06.190857 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:06.206803 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d82089-8769-4984-b67c-62de5e1d5369 req-e1b14a59-5ad5-4217-864b-b82e703fa37f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:06.208242 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-14d82089-8769-4984-b67c-62de5e1d5369 req-e1b14a59-5ad5-4217-864b-b82e703fa37f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0491717 Sep 17 04:36:06.218934 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42822) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:36:06.223224 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-88933be9-d5b6-45ce-b5cf-63e74ab479e5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Request body: {'floatingip': {'port_id': '3ab96fb5-2c5a-484d-8537-588560c96378'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:36:06.263948 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-88933be9-d5b6-45ce-b5cf-63e74ab479e5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (22be2ec4-f9e6-4522-9506-d3277c3670d8), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:06.695478 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-88933be9-d5b6-45ce-b5cf-63e74ab479e5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:06.700707 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-88933be9-d5b6-45ce-b5cf-63e74ab479e5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (22be2ec4-f9e6-4522-9506-d3277c3670d8), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:06.803519 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.l3_db [None req-88933be9-d5b6-45ce-b5cf-63e74ab479e5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Floating IP 22be2ec4-f9e6-4522-9506-d3277c3670d8 associated. External IP: 172.27.3.15, port: 3ab96fb5-2c5a-484d-8537-588560c96378. Sep 17 04:36:07.019354 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88933be9-d5b6-45ce-b5cf-63e74ab479e5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:36:07.030014 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:07.141578 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88933be9-d5b6-45ce-b5cf-63e74ab479e5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:36:07.146790 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-88933be9-d5b6-45ce-b5cf-63e74ab479e5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:07.151349 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a43648-59c9-4b7c-a96e-9053bc1ae4bc None None] Sync routers for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:36:07.161826 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a43648-59c9-4b7c-a96e-9053bc1ae4bc None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:36:07.162434 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-00a43648-59c9-4b7c-a96e-9053bc1ae4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:36:07.177764 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-88933be9-d5b6-45ce-b5cf-63e74ab479e5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/22be2ec4-f9e6-4522-9506-d3277c3670d8 HTTP/1.1" status: 200 len: 991 time: 0.9577787 Sep 17 04:36:07.178434 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:36:07.180857 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e715056-9c51-4b0d-af04-bb45bcf5b57a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:36:07.219786 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f543120c-f7f1-4ae0-a53b-07a79ac6e30f x-openstack-request-id: req-f543120c-f7f1-4ae0-a53b-07a79ac6e30f {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:36:07.220390 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:36:07.220390 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f543120c-f7f1-4ae0-a53b-07a79ac6e30f {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:36:07.220745 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f543120c-f7f1-4ae0-a53b-07a79ac6e30f'] response: {'name': 'network-changed', 'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378', 'status': 'completed', 'code': 200} Sep 17 04:36:07.273569 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-00a43648-59c9-4b7c-a96e-9053bc1ae4bc None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:36:07.321872 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:07.333571 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e715056-9c51-4b0d-af04-bb45bcf5b57a req-0cbb2d55-0512-476c-bca0-4ea69a66da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:07.335144 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7e715056-9c51-4b0d-af04-bb45bcf5b57a req-0cbb2d55-0512-476c-bca0-4ea69a66da82 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 1130 time: 0.0427151 Sep 17 04:36:07.366013 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:07.418625 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:07.435177 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e715056-9c51-4b0d-af04-bb45bcf5b57a req-26be0fc9-cf1f-47a4-a89b-9e4c9d1cdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:07.436678 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7e715056-9c51-4b0d-af04-bb45bcf5b57a req-26be0fc9-cf1f-47a4-a89b-9e4c9d1cdd42 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 916 time: 0.0948961 Sep 17 04:36:07.490608 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-00a43648-59c9-4b7c-a96e-9053bc1ae4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '22be2ec4-f9e6-4522-9506-d3277c3670d8', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'port_id': '3ab96fb5-2c5a-484d-8537-588560c96378', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'mac_address': 'fa:16:3e:26:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:51Z', 'updated_at': '2022-09-17T04:36:06Z', 'revision_number': 1, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:38Z', 'revision_number': 5, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:36:07.515056 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a43648-59c9-4b7c-a96e-9053bc1ae4bc None None] Checking router: d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:36:07.515599 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7e715056-9c51-4b0d-af04-bb45bcf5b57a req-dd1447ab-4215-4e37-a03e-8da1511296f9 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ab96fb5-2c5a-484d-8537-588560c96378 HTTP/1.1" status: 200 len: 999 time: 0.0604281 Sep 17 04:36:07.523836 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a43648-59c9-4b7c-a96e-9053bc1ae4bc None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:36:07.524372 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-00a43648-59c9-4b7c-a96e-9053bc1ae4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:35:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:36:07.567688 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e715056-9c51-4b0d-af04-bb45bcf5b57a req-e6d277e0-aac1-4b83-9cda-470fea6ee91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:07.569202 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7e715056-9c51-4b0d-af04-bb45bcf5b57a req-e6d277e0-aac1-4b83-9cda-470fea6ee91a service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 HTTP/1.1" status: 200 len: 854 time: 0.0445359 Sep 17 04:36:07.614614 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e715056-9c51-4b0d-af04-bb45bcf5b57a req-e88b936b-632d-4b56-a008-a7c2a1c18e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:07.616140 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7e715056-9c51-4b0d-af04-bb45bcf5b57a req-e88b936b-632d-4b56-a008-a7c2a1c18e2c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e95cd093-c909-4fa1-980b-df0004dd3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402434 Sep 17 04:36:07.625647 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-00a43648-59c9-4b7c-a96e-9053bc1ae4bc None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:36:07.717278 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7e715056-9c51-4b0d-af04-bb45bcf5b57a req-93ff85c1-bc2d-4f11-b619-3925cf778b23 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907969 Sep 17 04:36:07.808903 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7e715056-9c51-4b0d-af04-bb45bcf5b57a req-377fa5ff-d859-4c0e-a4ec-72b463acfe27 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841238 Sep 17 04:36:07.836131 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-00a43648-59c9-4b7c-a96e-9053bc1ae4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '22be2ec4-f9e6-4522-9506-d3277c3670d8', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'port_id': '3ab96fb5-2c5a-484d-8537-588560c96378', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'mac_address': 'fa:16:3e:26:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:51Z', 'updated_at': '2022-09-17T04:36:06Z', 'revision_number': 1, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:38Z', 'revision_number': 5, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:36:07.865869 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a43648-59c9-4b7c-a96e-9053bc1ae4bc None None] The sync data for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi is: [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '22be2ec4-f9e6-4522-9506-d3277c3670d8', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'port_id': '3ab96fb5-2c5a-484d-8537-588560c96378', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'mac_address': 'fa:16:3e:26:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:51Z', 'updated_at': '2022-09-17T04:36:06Z', 'revision_number': 1, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:38Z', 'revision_number': 5, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:36:08.053181 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4470c-f456-4862-a05f-e2a00e39b90d None None] New status for floating IP 22be2ec4-f9e6-4522-9506-d3277c3670d8: ACTIVE {{(pid=106228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:36:16.072239 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=68 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:16.079895 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=57 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:17.804531 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=39 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:17.805380 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=63 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:18.157924 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:18.161700 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=80,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:18.424739 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1306c03d-2715-4c6b-836c-8326ca69e770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:20.643210 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a240d837-2ca1-4cf0-b0fb-af03fc453e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:21.967082 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:21.993404 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:36:23.463960 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:23.575039 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:31.988038 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=59 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:31.989047 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=47 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:33.380655 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8580cd79-8d60-4d5a-8a73-73153b1e99de req-e5ab7b96-6dc5-482c-bf11-16347a2d2875 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552695 Sep 17 04:36:33.461677 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580cd79-8d60-4d5a-8a73-73153b1e99de req-4fa6f3a7-4a62-4c4d-8b44-8061cc0927b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:33.463174 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8580cd79-8d60-4d5a-8a73-73153b1e99de req-4fa6f3a7-4a62-4c4d-8b44-8061cc0927b8 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 1130 time: 0.0411923 Sep 17 04:36:33.505750 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:33.575266 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580cd79-8d60-4d5a-8a73-73153b1e99de req-244f4ca4-7b96-42ff-92b8-df8998151eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:33.576742 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8580cd79-8d60-4d5a-8a73-73153b1e99de req-244f4ca4-7b96-42ff-92b8-df8998151eb4 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 200 len: 919 time: 0.0885353 Sep 17 04:36:33.619222 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8580cd79-8d60-4d5a-8a73-73153b1e99de req-2dee7421-9a1d-4d46-9921-e4c2b9d7cd6b service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 HTTP/1.1" status: 200 len: 217 time: 0.0359020 Sep 17 04:36:33.670319 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580cd79-8d60-4d5a-8a73-73153b1e99de req-af3ab30f-fc5d-4741-b7a7-f7f0a66e73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:33.671801 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8580cd79-8d60-4d5a-8a73-73153b1e99de req-af3ab30f-fc5d-4741-b7a7-f7f0a66e73d1 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 200 len: 857 time: 0.0466495 Sep 17 04:36:33.714855 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580cd79-8d60-4d5a-8a73-73153b1e99de req-b364bc56-8ca8-429a-8a19-2d2fd9a990d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:33.716319 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8580cd79-8d60-4d5a-8a73-73153b1e99de req-b364bc56-8ca8-429a-8a19-2d2fd9a990d1 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=8d122af4-d997-47f1-a988-a7aa32c2bb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387945 Sep 17 04:36:33.811837 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8580cd79-8d60-4d5a-8a73-73153b1e99de req-ba97f229-fd67-4cc0-82ae-be181487fdda service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889192 Sep 17 04:36:33.904892 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8580cd79-8d60-4d5a-8a73-73153b1e99de req-896cf63c-ac32-4368-8df3-3268a842e00a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866086 Sep 17 04:36:43.498508 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:43.500509 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:43.889287 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=45 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:43.902153 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=48 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:48.436819 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c5a66ed5-39ae-41d8-9a32-3ff8a2dd897c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:50.644416 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-19c1d8fe-42dc-44f7-8ee1-0ab5d6a02a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:51.967812 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:53.476516 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:53.579851 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:54.184135 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b1c19-f431-438f-8601-1063da42e22f req-4083a832-aea1-4940-af1d-54b87bbdee8f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:54.185638 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-050b1c19-f431-438f-8601-1063da42e22f req-4083a832-aea1-4940-af1d-54b87bbdee8f tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0587952 Sep 17 04:36:54.236737 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-050b1c19-f431-438f-8601-1063da42e22f req-413cdf8e-ff0a-42a8-977a-a32c1bd2346d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425069 Sep 17 04:36:54.759028 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:55.387928 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22979fe0-bb47-494a-b473-f571e0fa8497 req-a6a68515-db06-408c-b299-7139cfe0dea8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:55.389408 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-22979fe0-bb47-494a-b473-f571e0fa8497 req-a6a68515-db06-408c-b299-7139cfe0dea8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0579247 Sep 17 04:36:55.438438 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-22979fe0-bb47-494a-b473-f571e0fa8497 req-d5e24c85-baf3-4e3d-84db-340baa85a6e3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410171 Sep 17 04:36:56.563069 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df922a-c371-4093-9076-886ffa2f49a4 req-ae9d7920-b8e3-4bf6-be20-afbf0b6f76e3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:56.564520 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-76df922a-c371-4093-9076-886ffa2f49a4 req-ae9d7920-b8e3-4bf6-be20-afbf0b6f76e3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0473411 Sep 17 04:36:56.612382 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-76df922a-c371-4093-9076-886ffa2f49a4 req-ed78b0ea-0a3d-4b9f-877d-289feae1839c tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414162 Sep 17 04:36:57.735573 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936d8a7-60b9-417d-a011-199714a76c4f req-9f784ffd-cde5-4fd9-aed9-927ee70a7b5a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:57.737015 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4936d8a7-60b9-417d-a011-199714a76c4f req-9f784ffd-cde5-4fd9-aed9-927ee70a7b5a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0478697 Sep 17 04:36:57.784998 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4936d8a7-60b9-417d-a011-199714a76c4f req-d297dfae-d864-4414-8b42-5074509141ac tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422337 Sep 17 04:36:57.926712 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-93dc3bb3-450a-49e2-a5ad-4da6432ef0c3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:36:57.928073 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-93dc3bb3-450a-49e2-a5ad-4da6432ef0c3 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 946 time: 0.0571208 Sep 17 04:36:58.015491 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Deleting port ace73665-81e0-4dd4-bd89-8ca9daa484ad {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:36:58.015797 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:58.116498 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] For port ace73665-81e0-4dd4-bd89-8ca9daa484ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=ace73665-81e0-4dd4-bd89-8ca9daa484ad,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:36:58.116868 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:58.276620 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:58.276985 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (9b6d8800-9ad7-4cfc-a33e-c776873ceb18), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:58.277366 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.l3_db [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Floating IP 9b6d8800-9ad7-4cfc-a33e-c776873ceb18 disassociated. External IP: 172.27.3.59, port: ace73665-81e0-4dd4-bd89-8ca9daa484ad. Sep 17 04:36:58.277719 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Calling delete_port for ace73665-81e0-4dd4-bd89-8ca9daa484ad owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:36:58.409926 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (ace73665-81e0-4dd4-bd89-8ca9daa484ad), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:58.435573 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Pushing event deleted for resources: {'Port': ['ID=ace73665-81e0-4dd4-bd89-8ca9daa484ad,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:36:58.448042 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.448398 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.448745 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.449206 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.449532 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.449782 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.450132 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.450435 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.450760 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.451125 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.451760 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.451760 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.452083 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.452405 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.452700 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:36:58.567467 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Router 24d06063-aeae-4096-9989-5e54ad4efb58 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:36:58.614887 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:58.626582 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:36:58.675597 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:36:58.686164 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc48389-6558-4fa1-afa0-106b465d304f None None] Sync routers for ids ['24d06063-aeae-4096-9989-5e54ad4efb58'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:36:58.793815 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc48389-6558-4fa1-afa0-106b465d304f None None] Routers {'24d06063-aeae-4096-9989-5e54ad4efb58'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:36:58.794472 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-0cc48389-6558-4fa1-afa0-106b465d304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:36:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['24d06063-aeae-4096-9989-5e54ad4efb58'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:36:58.903073 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-0cc48389-6558-4fa1-afa0-106b465d304f None None] Set router 24d06063-aeae-4096-9989-5e54ad4efb58 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:36:59.002778 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] No DVR routers for this DVR port ace73665-81e0-4dd4-bd89-8ca9daa484ad on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:36:59.005860 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9680c48e-52d6-4079-ab10-b9706d551737 req-e219fb79-a6c3-4b9e-b1f6-d0ce64be0636 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 210 time: 0.0445604 Sep 17 04:36:59.006894 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:36:59.009989 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-61a6f6da-8eab-434a-807e-87e2a300f3a0 req-16a0bb0a-fba0-4bae-b34a-935a2f7eb6f8 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.66 "DELETE /networking/v2.0/ports/ace73665-81e0-4dd4-bd89-8ca9daa484ad HTTP/1.1" status: 204 len: 173 time: 1.0763447 Sep 17 04:36:59.010490 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'name': 'network-vif-deleted', 'tag': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:36:59.012755 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48deff52-da74-493e-805e-cbb817ca909a" -d '{"events": [{"server_uuid": "260f958f-caf1-46d9-8a2e-74816fa1bfd6", "name": "network-vif-deleted", "tag": "ace73665-81e0-4dd4-bd89-8ca9daa484ad"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:36:59.045037 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:36:59.049991 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08a6615-fc20-49b8-8d64-3341b1312210 x-openstack-request-id: req-d08a6615-fc20-49b8-8d64-3341b1312210 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:36:59.050296 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260f958f-caf1-46d9-8a2e-74816fa1bfd6", "name": "network-vif-deleted", "tag": "ace73665-81e0-4dd4-bd89-8ca9daa484ad", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:36:59.050626 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d08a6615-fc20-49b8-8d64-3341b1312210 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:36:59.050958 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08a6615-fc20-49b8-8d64-3341b1312210'] response: {'server_uuid': '260f958f-caf1-46d9-8a2e-74816fa1bfd6', 'name': 'network-vif-deleted', 'tag': 'ace73665-81e0-4dd4-bd89-8ca9daa484ad', 'status': 'completed', 'code': 200} Sep 17 04:36:59.106179 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-0cc48389-6558-4fa1-afa0-106b465d304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:17Z', 'revision_number': 5, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:36:59.138402 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc48389-6558-4fa1-afa0-106b465d304f None None] Checking router: 24d06063-aeae-4096-9989-5e54ad4efb58 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:36:59.150940 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc48389-6558-4fa1-afa0-106b465d304f None None] Routers {'24d06063-aeae-4096-9989-5e54ad4efb58'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:36:59.151795 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-0cc48389-6558-4fa1-afa0-106b465d304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:36:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['24d06063-aeae-4096-9989-5e54ad4efb58'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:36:59.258580 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-0cc48389-6558-4fa1-afa0-106b465d304f None None] Set router 24d06063-aeae-4096-9989-5e54ad4efb58 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:36:59.445944 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-0cc48389-6558-4fa1-afa0-106b465d304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:17Z', 'revision_number': 5, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:36:59.471327 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc48389-6558-4fa1-afa0-106b465d304f None None] The sync data for ids ['24d06063-aeae-4096-9989-5e54ad4efb58'] in dv-cinder-857993-2-iscsi is: [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:11Z', 'revision_number': 4, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'ec8dca74-b6b3-4e6e-adc4-eadb9aa25580', 'name': '', 'network_id': '8d122af4-d997-47f1-a988-a7aa32c2bb1b', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'mac_address': 'fa:16:3e:fd:46:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:10Z', 'updated_at': '2022-09-17T04:30:17Z', 'revision_number': 5, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'subnets': [{'id': '97a9175c-92a6-4b94-af1d-b54c3280ddbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:36:59.692694 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff49949-43cc-4edf-83d2-80c953ca48ba None None] New status for floating IP 9b6d8800-9ad7-4cfc-a33e-c776873ceb18: DOWN {{(pid=106228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:37:00.132126 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6ed9a778-55c7-4ea5-97a4-defdf80771fe req-ade91e08-af3d-47d9-b1cf-faf9c4ee9f27 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=260f958f-caf1-46d9-8a2e-74816fa1bfd6 HTTP/1.1" status: 200 len: 210 time: 0.0283589 Sep 17 04:37:01.230297 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42918) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:01.291846 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for security_group (bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:01.321021 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for security_group (bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:01.371431 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:01.374524 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:01.376047 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77 HTTP/1.1" status: 204 len: 168 time: 0.1445379 Sep 17 04:37:01.378959 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42920) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:01.389488 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:01.400601 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.api.v2.resource [None req-7b7714b4-9124-4de5-8f91-526df9d28054 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] show failed (client error): The resource could not be found. Sep 17 04:37:01.401422 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.401984 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.402167 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-7b7714b4-9124-4de5-8f91-526df9d28054 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups/bcc6b8c3-ee75-4f0b-a4ce-91278db0ff77 HTTP/1.1" status: 404 len: 347 time: 0.0217440 Sep 17 04:37:01.402523 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.403012 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.403384 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.403771 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.404143 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.404506 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.404873 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.405292 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.405653 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.406149 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42922) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:01.406284 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.406678 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.407184 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.407703 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce6ef4-b0dd-49e3-b609-a7f892556b7d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:01.523915 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-06f7fd60-8938-4d9d-929b-b6fa6e7cf25d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Deleting port 53774915-fa58-490d-85d9-57c365d3de09 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:37:01.524210 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-06f7fd60-8938-4d9d-929b-b6fa6e7cf25d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (53774915-fa58-490d-85d9-57c365d3de09), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:01.564601 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device ace73665-81e0-4dd4-bd89-8ca9daa484ad no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:37:01.583653 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: ace73665-81e0-4dd4-bd89-8ca9daa484ad {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:37:01.584039 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device ace73665-81e0-4dd4-bd89-8ca9daa484ad not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:37:01.601393 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-06f7fd60-8938-4d9d-929b-b6fa6e7cf25d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (53774915-fa58-490d-85d9-57c365d3de09), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:01.601722 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-06f7fd60-8938-4d9d-929b-b6fa6e7cf25d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for floatingip (53774915-fa58-490d-85d9-57c365d3de09), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:01.614290 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-06f7fd60-8938-4d9d-929b-b6fa6e7cf25d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Calling delete_port for 53774915-fa58-490d-85d9-57c365d3de09 owned by network:floatingip {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:37:01.748592 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-06f7fd60-8938-4d9d-929b-b6fa6e7cf25d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (53774915-fa58-490d-85d9-57c365d3de09), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:01.770826 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7fd60-8938-4d9d-929b-b6fa6e7cf25d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Pushing event deleted for resources: {'Port': ['ID=53774915-fa58-490d-85d9-57c365d3de09,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:01.839052 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-06f7fd60-8938-4d9d-929b-b6fa6e7cf25d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks [] for floatingip (9b6d8800-9ad7-4cfc-a33e-c776873ceb18), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:01.843008 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-06f7fd60-8938-4d9d-929b-b6fa6e7cf25d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:01.844243 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-06f7fd60-8938-4d9d-929b-b6fa6e7cf25d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/9b6d8800-9ad7-4cfc-a33e-c776873ceb18 HTTP/1.1" status: 204 len: 168 time: 0.4368901 Sep 17 04:37:03.538141 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:04.384495 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23800d60-2ef6-4c9c-9e7e-32afbab62e7e req-0ea8533e-79e5-484e-bb51-0769683255af tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:04.385856 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-23800d60-2ef6-4c9c-9e7e-32afbab62e7e req-0ea8533e-79e5-484e-bb51-0769683255af tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0486095 Sep 17 04:37:04.439609 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-23800d60-2ef6-4c9c-9e7e-32afbab62e7e req-af6c6f75-2082-40ab-bebf-c24b5fa005ab tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449662 Sep 17 04:37:05.415739 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696a63a-6335-495a-96f7-dd3b94947728 req-0943740b-52a5-4154-a177-09df04612f60 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:05.417243 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c696a63a-6335-495a-96f7-dd3b94947728 req-0943740b-52a5-4154-a177-09df04612f60 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0563943 Sep 17 04:37:05.511690 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-c696a63a-6335-495a-96f7-dd3b94947728 req-3f40bf16-2581-4b3d-b50a-d888df3de9a1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Deleting port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:37:05.512003 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-c696a63a-6335-495a-96f7-dd3b94947728 req-3f40bf16-2581-4b3d-b50a-d888df3de9a1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:05.562387 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2311915-986e-4d09-aa7e-b10a00c66975 req-eaa3a7bb-b3f3-4a10-a992-fa5a2969990b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:05.563975 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d2311915-986e-4d09-aa7e-b10a00c66975 req-eaa3a7bb-b3f3-4a10-a992-fa5a2969990b tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=33c2f844-d503-44e7-86dd-b67034f5ca40 HTTP/1.1" status: 200 len: 946 time: 0.0474865 Sep 17 04:37:05.605039 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-c696a63a-6335-495a-96f7-dd3b94947728 req-3f40bf16-2581-4b3d-b50a-d888df3de9a1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] For port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:37:05.605409 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-c696a63a-6335-495a-96f7-dd3b94947728 req-3f40bf16-2581-4b3d-b50a-d888df3de9a1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:05.617070 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d2311915-986e-4d09-aa7e-b10a00c66975 req-98a67232-3e04-4d24-81b1-ce503fbc8d2d tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475204 Sep 17 04:37:05.623868 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-c696a63a-6335-495a-96f7-dd3b94947728 req-3f40bf16-2581-4b3d-b50a-d888df3de9a1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Calling delete_port for 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:37:05.629404 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:05.699028 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:05.760521 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-c696a63a-6335-495a-96f7-dd3b94947728 req-3f40bf16-2581-4b3d-b50a-d888df3de9a1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (4de14b41-d3ca-42f2-b3cd-1e608f2d4c84), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:05.786513 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40bf16-2581-4b3d-b50a-d888df3de9a1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Pushing event deleted for resources: {'Port': ['ID=4de14b41-d3ca-42f2-b3cd-1e608f2d4c84,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:05.803037 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['55d9eabb-ceb8-459c-a4ad-0c9da0df432e', '4de14b41-d3ca-42f2-b3cd-1e608f2d4c84'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:37:05.837032 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-c696a63a-6335-495a-96f7-dd3b94947728 req-3f40bf16-2581-4b3d-b50a-d888df3de9a1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] No DVR routers for this DVR port 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:37:05.839752 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-c696a63a-6335-495a-96f7-dd3b94947728 req-3f40bf16-2581-4b3d-b50a-d888df3de9a1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:05.843526 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c696a63a-6335-495a-96f7-dd3b94947728 req-3f40bf16-2581-4b3d-b50a-d888df3de9a1 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.66 "DELETE /networking/v2.0/ports/4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 HTTP/1.1" status: 204 len: 173 time: 0.4201107 Sep 17 04:37:05.844029 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c2f844-d503-44e7-86dd-b67034f5ca40', 'name': 'network-vif-deleted', 'tag': '4de14b41-d3ca-42f2-b3cd-1e608f2d4c84'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:37:05.846299 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a45afd-4e3d-4ae6-aad8-95e9ffc5c2c2" -d '{"events": [{"server_uuid": "33c2f844-d503-44e7-86dd-b67034f5ca40", "name": "network-vif-deleted", "tag": "4de14b41-d3ca-42f2-b3cd-1e608f2d4c84"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:37:05.887592 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b76298-6f1b-483f-a40b-521ca30266b0 x-openstack-request-id: req-c1b76298-6f1b-483f-a40b-521ca30266b0 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:37:05.887799 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c2f844-d503-44e7-86dd-b67034f5ca40", "name": "network-vif-deleted", "tag": "4de14b41-d3ca-42f2-b3cd-1e608f2d4c84", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:37:05.888043 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1b76298-6f1b-483f-a40b-521ca30266b0 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:37:05.888494 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b76298-6f1b-483f-a40b-521ca30266b0'] response: {'server_uuid': '33c2f844-d503-44e7-86dd-b67034f5ca40', 'name': 'network-vif-deleted', 'tag': '4de14b41-d3ca-42f2-b3cd-1e608f2d4c84', 'status': 'completed', 'code': 200} Sep 17 04:37:06.909761 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3468e2-0f56-44b8-b6ee-e21f7046660a req-d1833a3f-f756-4c00-b9a2-77a0d99e7a65 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:06.911215 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7d3468e2-0f56-44b8-b6ee-e21f7046660a req-d1833a3f-f756-4c00-b9a2-77a0d99e7a65 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0482018 Sep 17 04:37:06.962992 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7d3468e2-0f56-44b8-b6ee-e21f7046660a req-c4b35335-54a5-488e-ab77-666edf884674 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458345 Sep 17 04:37:08.112713 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d424f7-1fcc-47c5-8ce5-1d36ed39571b req-f3174c9b-95bb-4840-aee1-68b4e37d3051 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:08.114572 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f4d424f7-1fcc-47c5-8ce5-1d36ed39571b req-f3174c9b-95bb-4840-aee1-68b4e37d3051 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0574741 Sep 17 04:37:08.163945 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f4d424f7-1fcc-47c5-8ce5-1d36ed39571b req-36ad5e79-4ad2-4b1e-9b5a-fdb0af8b967e tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Sep 17 04:37:09.295097 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c17fdf-ea4f-43d0-887f-b8dad7820285 req-7d33f1e1-6980-47ec-8796-8bf731173526 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:09.296628 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-72c17fdf-ea4f-43d0-887f-b8dad7820285 req-7d33f1e1-6980-47ec-8796-8bf731173526 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0556676 Sep 17 04:37:09.350883 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-72c17fdf-ea4f-43d0-887f-b8dad7820285 req-c498a550-3b6d-4b20-bb82-f967975bd9c5 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45a9ba8e-9dc3-4315-8e68-c6d43618867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458963 Sep 17 04:37:09.470179 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06da057-2db6-4a63-bc69-3ee20ead9298 req-e2d769c4-c8e2-4d67-9890-9a1f845414ac tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:09.471534 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a06da057-2db6-4a63-bc69-3ee20ead9298 req-e2d769c4-c8e2-4d67-9890-9a1f845414ac tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 945 time: 0.0478661 Sep 17 04:37:09.558703 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-a06da057-2db6-4a63-bc69-3ee20ead9298 req-3f82eb78-0725-44bb-a7ee-5414bf52a07a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Deleting port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:37:09.559104 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a06da057-2db6-4a63-bc69-3ee20ead9298 req-3f82eb78-0725-44bb-a7ee-5414bf52a07a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:09.610853 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:37:09.634114 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:37:09.634432 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 4de14b41-d3ca-42f2-b3cd-1e608f2d4c84 not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:37:09.659469 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-a06da057-2db6-4a63-bc69-3ee20ead9298 req-3f82eb78-0725-44bb-a7ee-5414bf52a07a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] For port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=55d9eabb-ceb8-459c-a4ad-0c9da0df432e,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:37:09.659840 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a06da057-2db6-4a63-bc69-3ee20ead9298 req-3f82eb78-0725-44bb-a7ee-5414bf52a07a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:09.683171 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-a06da057-2db6-4a63-bc69-3ee20ead9298 req-3f82eb78-0725-44bb-a7ee-5414bf52a07a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Calling delete_port for 55d9eabb-ceb8-459c-a4ad-0c9da0df432e owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:37:09.832941 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a06da057-2db6-4a63-bc69-3ee20ead9298 req-3f82eb78-0725-44bb-a7ee-5414bf52a07a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (55d9eabb-ceb8-459c-a4ad-0c9da0df432e), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:09.861704 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82eb78-0725-44bb-a7ee-5414bf52a07a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Pushing event deleted for resources: {'Port': ['ID=55d9eabb-ceb8-459c-a4ad-0c9da0df432e,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:09.882845 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['55d9eabb-ceb8-459c-a4ad-0c9da0df432e'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:37:09.912686 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06da057-2db6-4a63-bc69-3ee20ead9298 req-3f82eb78-0725-44bb-a7ee-5414bf52a07a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] No DVR routers for this DVR port 55d9eabb-ceb8-459c-a4ad-0c9da0df432e on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:37:09.915148 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a06da057-2db6-4a63-bc69-3ee20ead9298 req-3f82eb78-0725-44bb-a7ee-5414bf52a07a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:09.918420 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a06da057-2db6-4a63-bc69-3ee20ead9298 req-3f82eb78-0725-44bb-a7ee-5414bf52a07a tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.66 "DELETE /networking/v2.0/ports/55d9eabb-ceb8-459c-a4ad-0c9da0df432e HTTP/1.1" status: 204 len: 173 time: 0.4414790 Sep 17 04:37:09.918919 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0837134-994e-4402-a813-3bacee6f4853', 'name': 'network-vif-deleted', 'tag': '55d9eabb-ceb8-459c-a4ad-0c9da0df432e'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:37:09.921266 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e835aa84-96c0-4c8f-9ea2-13dd588d3f74" -d '{"events": [{"server_uuid": "c0837134-994e-4402-a813-3bacee6f4853", "name": "network-vif-deleted", "tag": "55d9eabb-ceb8-459c-a4ad-0c9da0df432e"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:37:09.962138 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c026477f-2e03-4e98-9ce3-ccc1e6a8c401 x-openstack-request-id: req-c026477f-2e03-4e98-9ce3-ccc1e6a8c401 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:37:09.962452 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0837134-994e-4402-a813-3bacee6f4853", "name": "network-vif-deleted", "tag": "55d9eabb-ceb8-459c-a4ad-0c9da0df432e", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:37:09.962703 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c026477f-2e03-4e98-9ce3-ccc1e6a8c401 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:37:09.963110 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c026477f-2e03-4e98-9ce3-ccc1e6a8c401'] response: {'server_uuid': 'c0837134-994e-4402-a813-3bacee6f4853', 'name': 'network-vif-deleted', 'tag': '55d9eabb-ceb8-459c-a4ad-0c9da0df432e', 'status': 'completed', 'code': 200} Sep 17 04:37:10.478214 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ba755892-67c7-43d3-a12b-d5403e08fa45 req-c9e8ec34-04e9-4f95-b7ad-adda825c6881 tempest-ServerRescueNegativeTestJSON-528203577 tempest-ServerRescueNegativeTestJSON-528203577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c0837134-994e-4402-a813-3bacee6f4853 HTTP/1.1" status: 200 len: 210 time: 0.0288863 Sep 17 04:37:11.543560 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42978) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:12.007757 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:12.061349 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-01e3c50e-f525-4966-b877-9b22c599570b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3836835'] for router_interface (24d06063-aeae-4096-9989-5e54ad4efb58), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:12.136477 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:12.296987 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-01e3c50e-f525-4966-b877-9b22c599570b admin admin] Deleting port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:37:12.297348 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-01e3c50e-f525-4966-b877-9b22c599570b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:12.381556 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-01e3c50e-f525-4966-b877-9b22c599570b admin admin] For port ec8dca74-b6b3-4e6e-adc4-eadb9aa25580, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=ec8dca74-b6b3-4e6e-adc4-eadb9aa25580,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:37:12.381988 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-01e3c50e-f525-4966-b877-9b22c599570b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:12.399141 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-01e3c50e-f525-4966-b877-9b22c599570b admin admin] Calling delete_port for ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 owned by network:router_interface {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:37:12.860476 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-01e3c50e-f525-4966-b877-9b22c599570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (ec8dca74-b6b3-4e6e-adc4-eadb9aa25580), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:12.886967 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3c50e-f525-4966-b877-9b22c599570b admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8dca74-b6b3-4e6e-adc4-eadb9aa25580,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:13.053353 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-01e3c50e-f525-4966-b877-9b22c599570b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3696915'] for router_interface (24d06063-aeae-4096-9989-5e54ad4efb58), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:13.194506 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:13.248286 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:13.264072 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e3c50e-f525-4966-b877-9b22c599570b admin admin] Router 24d06063-aeae-4096-9989-5e54ad4efb58 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:37:13.370375 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e3c50e-f525-4966-b877-9b22c599570b admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:37:13.375753 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-01e3c50e-f525-4966-b877-9b22c599570b admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/24d06063-aeae-4096-9989-5e54ad4efb58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8302023 Sep 17 04:37:13.379476 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42992) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:13.382354 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841934d-0dd1-4d83-9d69-a8757c429222 None None] Sync routers for ids ['24d06063-aeae-4096-9989-5e54ad4efb58'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:37:13.387791 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:13.394809 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841934d-0dd1-4d83-9d69-a8757c429222 None None] Routers {'24d06063-aeae-4096-9989-5e54ad4efb58'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:37:13.395425 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-3841934d-0dd1-4d83-9d69-a8757c429222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:36:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['24d06063-aeae-4096-9989-5e54ad4efb58'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:13.477329 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Publish callbacks [] for router (24d06063-aeae-4096-9989-5e54ad4efb58), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:13.495520 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-3841934d-0dd1-4d83-9d69-a8757c429222 None None] Set router 24d06063-aeae-4096-9989-5e54ad4efb58 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:37:13.579843 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Publish callbacks [] for router_gateway (24d06063-aeae-4096-9989-5e54ad4efb58), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:13.632543 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 55d9eabb-ceb8-459c-a4ad-0c9da0df432e no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:37:13.634736 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:13.636198 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=41,neutron:UPDATE=7 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:13.638023 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Deleting port 684fec58-7b29-4947-9467-b392e9fe5d84 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:37:13.638622 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (684fec58-7b29-4947-9467-b392e9fe5d84), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:13.654727 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: 55d9eabb-ceb8-459c-a4ad-0c9da0df432e {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:37:13.655311 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 55d9eabb-ceb8-459c-a4ad-0c9da0df432e not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:37:13.679204 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:13.682032 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-3841934d-0dd1-4d83-9d69-a8757c429222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:37:12Z', 'revision_number': 5, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port': {'id': '684fec58-7b29-4947-9467-b392e9fe5d84', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:13.706304 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841934d-0dd1-4d83-9d69-a8757c429222 None None] Checking router: 24d06063-aeae-4096-9989-5e54ad4efb58 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:37:13.714330 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841934d-0dd1-4d83-9d69-a8757c429222 None None] Routers {'24d06063-aeae-4096-9989-5e54ad4efb58'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:37:13.714920 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-3841934d-0dd1-4d83-9d69-a8757c429222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:36:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['24d06063-aeae-4096-9989-5e54ad4efb58'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:13.724920 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] For port 684fec58-7b29-4947-9467-b392e9fe5d84, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=684fec58-7b29-4947-9467-b392e9fe5d84,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:37:13.725305 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (684fec58-7b29-4947-9467-b392e9fe5d84), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:13.738022 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Calling delete_port for 684fec58-7b29-4947-9467-b392e9fe5d84 owned by network:router_gateway {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:37:13.796533 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-3841934d-0dd1-4d83-9d69-a8757c429222 None None] Set router 24d06063-aeae-4096-9989-5e54ad4efb58 gateway port host: None {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:37:13.843554 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-3841934d-0dd1-4d83-9d69-a8757c429222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:37:13Z', 'revision_number': 6, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port_host': None}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:13.904917 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (684fec58-7b29-4947-9467-b392e9fe5d84), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:13.938668 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=684fec58-7b29-4947-9467-b392e9fe5d84,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:13.961075 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841934d-0dd1-4d83-9d69-a8757c429222 None None] The sync data for ids ['24d06063-aeae-4096-9989-5e54ad4efb58'] in dv-cinder-857993-2-iscsi is: [{'id': '24d06063-aeae-4096-9989-5e54ad4efb58', 'name': 'tempest-ServerRescueNegativeTestJSON-297079060-router', 'tenant_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:07Z', 'updated_at': '2022-09-17T04:37:13Z', 'revision_number': 6, 'project_id': 'd54f5f66e0eb4be9aad2e6d37e0b6db6', 'gw_port_host': None}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:37:14.002006 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3695193'] for router_gateway (24d06063-aeae-4096-9989-5e54ad4efb58), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.110563 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3698125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (24d06063-aeae-4096-9989-5e54ad4efb58), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.112919 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Publish callbacks [] for router_controller (24d06063-aeae-4096-9989-5e54ad4efb58), precommit_delete_associations {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.178393 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:14.188001 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3697006'] for router (24d06063-aeae-4096-9989-5e54ad4efb58), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.188563 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24d06063-aeae-4096-9989-5e54ad4efb58 {{(pid=106227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:37:14.193896 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.195150 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-95d75fbd-5c98-4404-98c5-e66db0a95b94 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/24d06063-aeae-4096-9989-5e54ad4efb58 HTTP/1.1" status: 204 len: 168 time: 0.8147926 Sep 17 04:37:14.198843 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 42996) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:14.243671 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4c9451-4bfd-41d1-bedb-700341b595f3 admin admin] Deleting subnet 97a9175c-92a6-4b94-af1d-b54c3280ddbe {{(pid=106227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:37:14.246642 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7c4c9451-4bfd-41d1-bedb-700341b595f3 admin admin] Publish callbacks [] for subnet (97a9175c-92a6-4b94-af1d-b54c3280ddbe), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.266897 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:14.283031 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7c4c9451-4bfd-41d1-bedb-700341b595f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363446'] for subnet (97a9175c-92a6-4b94-af1d-b54c3280ddbe), precommit_delete_associations {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.367845 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7c4c9451-4bfd-41d1-bedb-700341b595f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (97a9175c-92a6-4b94-af1d-b54c3280ddbe), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.423527 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7c4c9451-4bfd-41d1-bedb-700341b595f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2666883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10209104'] for subnet (97a9175c-92a6-4b94-af1d-b54c3280ddbe), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.455636 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7c4c9451-4bfd-41d1-bedb-700341b595f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.459430 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-7c4c9451-4bfd-41d1-bedb-700341b595f3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/97a9175c-92a6-4b94-af1d-b54c3280ddbe HTTP/1.1" status: 204 len: 168 time: 0.2592337 Sep 17 04:37:14.460615 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c9451-4bfd-41d1-bedb-700341b595f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a9175c-92a6-4b94-af1d-b54c3280ddbe,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:14.461399 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59961240-c42a-4368-862d-242059be5dee None None] Network 8d122af4-d997-47f1-a988-a7aa32c2bb1b requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:37:14.462469 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 42998) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:14.537259 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (8d122af4-d997-47f1-a988-a7aa32c2bb1b), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.580248 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Deleting port 2381b0de-a45f-48a9-af17-1f757b58a33c {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:37:14.580586 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.637486 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:14.644689 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] For port 2381b0de-a45f-48a9-af17-1f757b58a33c, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=2381b0de-a45f-48a9-af17-1f757b58a33c,segment=NetworkSegment(0f04b0d8-82de-4a5b-9dda-4460a53b55bb),segment_id=0f04b0d8-82de-4a5b-9dda-4460a53b55bb)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:37:14.644979 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.659027 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Calling delete_port for 2381b0de-a45f-48a9-af17-1f757b58a33c owned by network:dhcp {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:37:14.723249 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:14.724338 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] DHCP port deletion for 8d122af4-d997-47f1-a988-a7aa32c2bb1b request from dv-cinder-857993-2-iscsi {{(pid=106228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:37:14.751474 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.764070 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Deleting port 2381b0de-a45f-48a9-af17-1f757b58a33c {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:37:14.764453 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.778670 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2381b0de-a45f-48a9-af17-1f757b58a33c,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:14.780523 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] No DVR routers for this DVR port 2381b0de-a45f-48a9-af17-1f757b58a33c on host dv-cinder-857993-2-iscsi {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:37:14.833958 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] For port 2381b0de-a45f-48a9-af17-1f757b58a33c, host dv-cinder-857993-2-iscsi, got binding levels [] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:37:14.834360 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.848841 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Calling delete_port for 2381b0de-a45f-48a9-af17-1f757b58a33c owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:37:14.851670 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.ipam_backend_mixin [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Port 2381b0de-a45f-48a9-af17-1f757b58a33c was not found and therefore no delete operation was performed {{(pid=106228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 17 04:37:14.852895 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530'] for port (2381b0de-a45f-48a9-af17-1f757b58a33c), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.855272 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (8d122af4-d997-47f1-a988-a7aa32c2bb1b), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.875586 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d122af4-d997-47f1-a988-a7aa32c2bb1b']}} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:14.878045 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Pushing event deleted for resources: {'Port': ['ID=2381b0de-a45f-48a9-af17-1f757b58a33c,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:14.880348 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] No DVR routers for this DVR port 2381b0de-a45f-48a9-af17-1f757b58a33c on host dv-cinder-857993-2-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:37:14.891805 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.892158 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.892505 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.892907 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.893185 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.893515 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.893845 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.894280 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.894497 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.894812 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.895346 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.895691 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.895997 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.896320 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.896648 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ef496-fdca-400f-b4fc-e046b0060301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:37:14.897180 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f04b0d8-82de-4a5b-9dda-4460a53b55bb') {'for_net_delete': True} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:14.897476 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f04b0d8-82de-4a5b-9dda-4460a53b55bb') {} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:14.908913 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9580661'] for segment (0f04b0d8-82de-4a5b-9dda-4460a53b55bb), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.922873 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (0f04b0d8-82de-4a5b-9dda-4460a53b55bb), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.929738 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=106226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:37:14.930165 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9581644'] for segment (0f04b0d8-82de-4a5b-9dda-4460a53b55bb), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:14.974407 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment 0f04b0d8-82de-4a5b-9dda-4460a53b55bb resource provider aggregate not found Sep 17 04:37:14.994040 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment 0f04b0d8-82de-4a5b-9dda-4460a53b55bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f04b0d8-82de-4a5b-9dda-4460a53b55bb found for delete ", "request_id": "req-f38e8cf6-cb48-4ae7-9eca-a58bb520a86f"}]} Sep 17 04:37:15.009215 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (8d122af4-d997-47f1-a988-a7aa32c2bb1b), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:15.016132 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:15.018997 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/8d122af4-d997-47f1-a988-a7aa32c2bb1b HTTP/1.1" status: 204 len: 168 time: 0.5549886 Sep 17 04:37:15.039463 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff67d5e-556e-4159-bc76-a042e57512a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d122af4-d997-47f1-a988-a7aa32c2bb1b,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:15.149898 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43010) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:15.190533 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-d11545ae-e138-4a9d-87a1-7dad6508ea82 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d54f5f66e0eb4be9aad2e6d37e0b6db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393939 Sep 17 04:37:15.193016 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43012) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:15.242719 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ed2ce7c2-02c3-468b-b9a8-3590f2958fef admin admin] Publish callbacks [] for security_group (45a9ba8e-9dc3-4315-8e68-c6d43618867d), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:15.263849 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ed2ce7c2-02c3-468b-b9a8-3590f2958fef admin admin] Publish callbacks [] for security_group (45a9ba8e-9dc3-4315-8e68-c6d43618867d), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:15.325667 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ed2ce7c2-02c3-468b-b9a8-3590f2958fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (45a9ba8e-9dc3-4315-8e68-c6d43618867d), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:15.328114 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ed2ce7c2-02c3-468b-b9a8-3590f2958fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:15.329314 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-ed2ce7c2-02c3-468b-b9a8-3590f2958fef admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/45a9ba8e-9dc3-4315-8e68-c6d43618867d HTTP/1.1" status: 204 len: 168 time: 0.1354094 Sep 17 04:37:15.337060 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ce7c2-02c3-468b-b9a8-3590f2958fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a9ba8e-9dc3-4315-8e68-c6d43618867d,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:15.654110 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:37:15.681113 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:37:15.681468 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device ec8dca74-b6b3-4e6e-adc4-eadb9aa25580 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:37:15.681888 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2381b0de-a45f-48a9-af17-1f757b58a33c no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:37:15.699874 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 2381b0de-a45f-48a9-af17-1f757b58a33c {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:37:15.700271 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2381b0de-a45f-48a9-af17-1f757b58a33c not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:37:15.700611 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 684fec58-7b29-4947-9467-b392e9fe5d84 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:37:15.719104 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 684fec58-7b29-4947-9467-b392e9fe5d84 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:37:15.719439 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 684fec58-7b29-4947-9467-b392e9fe5d84 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:37:18.440712 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-af19d1e2-a2c4-4809-97cc-aebe3227de29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:19.224837 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43080) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:19.333673 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-187b3712-fbc0-49ae-abb4-756f0817713a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:19.416772 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-187b3712-fbc0-49ae-abb4-756f0817713a admin admin] Publish callbacks [] for security_group (29bd594b-e341-4394-a037-927f6399bf04), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:19.421509 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-187b3712-fbc0-49ae-abb4-756f0817713a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (29bd594b-e341-4394-a037-927f6399bf04), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:19.461620 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b3712-fbc0-49ae-abb4-756f0817713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bd594b-e341-4394-a037-927f6399bf04,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:19.469029 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43094) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:19.469731 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-187b3712-fbc0-49ae-abb4-756f0817713a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=928e619eeefb45bf8e8597df083b1fce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432721 Sep 17 04:37:19.525376 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-88d09862-2167-48c8-8e9f-88027b3b2444 admin admin] Publish callbacks [] for security_group (29bd594b-e341-4394-a037-927f6399bf04), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:19.546487 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-88d09862-2167-48c8-8e9f-88027b3b2444 admin admin] Publish callbacks [] for security_group (29bd594b-e341-4394-a037-927f6399bf04), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:19.596419 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-88d09862-2167-48c8-8e9f-88027b3b2444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (29bd594b-e341-4394-a037-927f6399bf04), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:19.599108 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-88d09862-2167-48c8-8e9f-88027b3b2444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:19.600257 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-88d09862-2167-48c8-8e9f-88027b3b2444 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/29bd594b-e341-4394-a037-927f6399bf04 HTTP/1.1" status: 204 len: 168 time: 0.1301069 Sep 17 04:37:19.608825 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d09862-2167-48c8-8e9f-88027b3b2444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bd594b-e341-4394-a037-927f6399bf04,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:20.639780 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-90084202-9832-4757-88da-c0bd7fe462ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:21.127514 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad10cf9-a553-4940-84ba-114ab4645fe6 req-548aad74-73c8-4870-8f75-90455af63e0f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:21.128984 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0ad10cf9-a553-4940-84ba-114ab4645fe6 req-548aad74-73c8-4870-8f75-90455af63e0f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 945 time: 0.0482905 Sep 17 04:37:21.177602 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0ad10cf9-a553-4940-84ba-114ab4645fe6 req-9ed5e4ca-8cfd-481d-ada0-79cc75be890c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425789 Sep 17 04:37:21.976332 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:22.317823 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0833a16-0c1e-4e2d-bd4f-13c781bc604a req-2dc71fa6-0f31-4c83-bb3a-6eb68f90ae06 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:22.319286 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f0833a16-0c1e-4e2d-bd4f-13c781bc604a req-2dc71fa6-0f31-4c83-bb3a-6eb68f90ae06 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 945 time: 0.0586777 Sep 17 04:37:22.368714 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f0833a16-0c1e-4e2d-bd4f-13c781bc604a req-eacccbf2-04e5-4612-b0b1-043d32d70901 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415030 Sep 17 04:37:23.136279 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-d504e4a5-50f7-4f1e-92b6-74b1421f27cc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:23.137750 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-d504e4a5-50f7-4f1e-92b6-74b1421f27cc tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 945 time: 0.0577374 Sep 17 04:37:23.232718 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Deleting port fa109493-7edb-4c37-bc35-5135e4fef636 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:37:23.233054 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:23.331992 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] For port fa109493-7edb-4c37-bc35-5135e4fef636, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=fa109493-7edb-4c37-bc35-5135e4fef636,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:37:23.332349 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:23.339184 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:23.470972 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:23.539866 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0de47-0906-4025-9ec2-b5c32113d9a5 req-de2fb0f3-f9b7-486f-a7bf-32dc585afb25 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:23.541388 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-70e0de47-0906-4025-9ec2-b5c32113d9a5 req-de2fb0f3-f9b7-486f-a7bf-32dc585afb25 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 945 time: 0.0946407 Sep 17 04:37:23.544855 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:23.545254 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (65a3c0cf-6c56-4a13-909c-7e46275d486b), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:23.545572 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.l3_db [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Floating IP 65a3c0cf-6c56-4a13-909c-7e46275d486b disassociated. External IP: 172.27.3.187, port: fa109493-7edb-4c37-bc35-5135e4fef636. Sep 17 04:37:23.545915 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Calling delete_port for fa109493-7edb-4c37-bc35-5135e4fef636 owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:37:23.556925 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:23.583710 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:23.649267 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-70e0de47-0906-4025-9ec2-b5c32113d9a5 req-a89a41c7-6f1a-4cfc-a4cf-b5da20151ca4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010644 Sep 17 04:37:23.720482 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (fa109493-7edb-4c37-bc35-5135e4fef636), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:23.755208 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event deleted for resources: {'Port': ['ID=fa109493-7edb-4c37-bc35-5135e4fef636,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:23.819508 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=36 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:23.847141 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=13 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:23.872168 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Router 7338ced2-0798-43c2-bdf6-c22b5b76a87c has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:37:23.976706 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:37:23.988237 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85734b8e-056d-4c98-9884-cffc77c73a0c None None] Sync routers for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:37:23.999348 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85734b8e-056d-4c98-9884-cffc77c73a0c None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:37:24.000052 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-85734b8e-056d-4c98-9884-cffc77c73a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:37:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:24.019689 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] No DVR routers for this DVR port fa109493-7edb-4c37-bc35-5135e4fef636 on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:37:24.022287 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:24.025694 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e532f50d-2431-4417-aa01-786fc37b7ad6 req-72dfff66-7434-4db3-bbab-4d2f659e7e5f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "DELETE /networking/v2.0/ports/fa109493-7edb-4c37-bc35-5135e4fef636 HTTP/1.1" status: 204 len: 173 time: 0.8828270 Sep 17 04:37:24.026149 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc28c77-6b66-4f4e-819e-c6047e0e6ddd', 'name': 'network-vif-deleted', 'tag': 'fa109493-7edb-4c37-bc35-5135e4fef636'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:37:24.028458 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24c407a-0710-48b2-8fd8-b202768955c3" -d '{"events": [{"server_uuid": "8bc28c77-6b66-4f4e-819e-c6047e0e6ddd", "name": "network-vif-deleted", "tag": "fa109493-7edb-4c37-bc35-5135e4fef636"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:37:24.087128 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9791b166-3132-4a61-8576-e859d9d0efc5 x-openstack-request-id: req-9791b166-3132-4a61-8576-e859d9d0efc5 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:37:24.087412 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc28c77-6b66-4f4e-819e-c6047e0e6ddd", "name": "network-vif-deleted", "tag": "fa109493-7edb-4c37-bc35-5135e4fef636", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:37:24.087637 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9791b166-3132-4a61-8576-e859d9d0efc5 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:37:24.088058 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9791b166-3132-4a61-8576-e859d9d0efc5'] response: {'server_uuid': '8bc28c77-6b66-4f4e-819e-c6047e0e6ddd', 'name': 'network-vif-deleted', 'tag': 'fa109493-7edb-4c37-bc35-5135e4fef636', 'status': 'completed', 'code': 200} Sep 17 04:37:24.136119 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-85734b8e-056d-4c98-9884-cffc77c73a0c None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:37:24.330008 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-85734b8e-056d-4c98-9884-cffc77c73a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:24.358660 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85734b8e-056d-4c98-9884-cffc77c73a0c None None] Checking router: 7338ced2-0798-43c2-bdf6-c22b5b76a87c for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:37:24.367513 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85734b8e-056d-4c98-9884-cffc77c73a0c None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:37:24.368154 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-85734b8e-056d-4c98-9884-cffc77c73a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:37:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:24.592901 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-85734b8e-056d-4c98-9884-cffc77c73a0c None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:37:24.727307 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:24.751252 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:24.781286 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3af16598-824a-46ed-b93b-970ad1f56988 req-bdd87fd0-9939-4bd4-ac39-9a368c1f2fe9 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8bc28c77-6b66-4f4e-819e-c6047e0e6ddd HTTP/1.1" status: 200 len: 210 time: 0.0343521 Sep 17 04:37:24.793979 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-85734b8e-056d-4c98-9884-cffc77c73a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:24.819700 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85734b8e-056d-4c98-9884-cffc77c73a0c None None] The sync data for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi is: [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:37:25.042039 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6df4bc-b52e-4584-9a3c-b555be1f4129 None None] New status for floating IP 65a3c0cf-6c56-4a13-909c-7e46275d486b: DOWN {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:37:25.574706 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43212) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:25.685590 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4675d8dc-a766-4be6-9971-6887d10685f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:25.765033 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4675d8dc-a766-4be6-9971-6887d10685f9 admin admin] Publish callbacks [] for security_group (f9d9dfc5-7b26-4f05-931d-928430c3fea9), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:25.771924 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4675d8dc-a766-4be6-9971-6887d10685f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f9d9dfc5-7b26-4f05-931d-928430c3fea9), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:25.778494 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:25.789706 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:25.818285 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675d8dc-a766-4be6-9971-6887d10685f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d9dfc5-7b26-4f05-931d-928430c3fea9,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:25.825606 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-4675d8dc-a766-4be6-9971-6887d10685f9 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=1d3bf900dd884f3c82f7e8293c44105a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497270 Sep 17 04:37:25.826591 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43218) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:25.877626 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43222) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:25.885283 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a64b4e6-342e-4688-893c-b642dbc42dc0 admin admin] Publish callbacks [] for security_group (f9d9dfc5-7b26-4f05-931d-928430c3fea9), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:25.905432 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a64b4e6-342e-4688-893c-b642dbc42dc0 admin admin] Publish callbacks [] for security_group (f9d9dfc5-7b26-4f05-931d-928430c3fea9), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:25.933187 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e1a8c310-1d16-41a6-b191-4e661e57e181 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:25.954725 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a64b4e6-342e-4688-893c-b642dbc42dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f9d9dfc5-7b26-4f05-931d-928430c3fea9), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:25.956702 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e1a8c310-1d16-41a6-b191-4e661e57e181 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:25.957557 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0a64b4e6-342e-4688-893c-b642dbc42dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:25.959154 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-0a64b4e6-342e-4688-893c-b642dbc42dc0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f9d9dfc5-7b26-4f05-931d-928430c3fea9 HTTP/1.1" status: 204 len: 168 time: 0.1298559 Sep 17 04:37:25.967945 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64b4e6-342e-4688-893c-b642dbc42dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d9dfc5-7b26-4f05-931d-928430c3fea9,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:26.013394 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e1a8c310-1d16-41a6-b191-4e661e57e181 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.015926 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e1a8c310-1d16-41a6-b191-4e661e57e181 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.019721 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-e1a8c310-1d16-41a6-b191-4e661e57e181 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa HTTP/1.1" status: 204 len: 168 time: 0.1383727 Sep 17 04:37:26.020114 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43226) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:26.026717 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8c310-1d16-41a6-b191-4e661e57e181 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:26.030179 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:26.036781 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.api.v2.resource [None req-befa7b1a-70df-4056-a59b-be526b6a7303 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] show failed (client error): The resource could not be found. Sep 17 04:37:26.037850 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-befa7b1a-70df-4056-a59b-be526b6a7303 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups/17abb6aa-c10a-4ff6-af1e-4cf36cabb3aa HTTP/1.1" status: 404 len: 347 time: 0.0165474 Sep 17 04:37:26.041017 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43228) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:26.160162 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-a7090d94-de85-4886-b6cb-02f60c4ef499 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Deleting port 4c409aeb-9a71-479f-914a-6d8fd29405b9 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:37:26.160534 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a7090d94-de85-4886-b6cb-02f60c4ef499 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (4c409aeb-9a71-479f-914a-6d8fd29405b9), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.242371 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a7090d94-de85-4886-b6cb-02f60c4ef499 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (4c409aeb-9a71-479f-914a-6d8fd29405b9), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.242696 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a7090d94-de85-4886-b6cb-02f60c4ef499 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (4c409aeb-9a71-479f-914a-6d8fd29405b9), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.252328 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43232) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:26.263014 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-a7090d94-de85-4886-b6cb-02f60c4ef499 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Calling delete_port for 4c409aeb-9a71-479f-914a-6d8fd29405b9 owned by network:floatingip {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:37:26.273427 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-46c8c4a9-6343-4265-8b12-e1c0ffa2ae56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.446654 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-46c8c4a9-6343-4265-8b12-e1c0ffa2ae56 admin admin] Publish callbacks [] for security_group (6a3d1064-a2fd-43ba-9292-b52caf03ea12), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.453331 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-46c8c4a9-6343-4265-8b12-e1c0ffa2ae56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (6a3d1064-a2fd-43ba-9292-b52caf03ea12), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.483336 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a7090d94-de85-4886-b6cb-02f60c4ef499 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (4c409aeb-9a71-479f-914a-6d8fd29405b9), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.527314 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7090d94-de85-4886-b6cb-02f60c4ef499 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event deleted for resources: {'Port': ['ID=4c409aeb-9a71-479f-914a-6d8fd29405b9,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:26.533478 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-46c8c4a9-6343-4265-8b12-e1c0ffa2ae56 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=adca5389b46141db843390550eb3b8bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776623 Sep 17 04:37:26.533478 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8c4a9-6343-4265-8b12-e1c0ffa2ae56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3d1064-a2fd-43ba-9292-b52caf03ea12,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:26.534392 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43236) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:26.599504 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a7090d94-de85-4886-b6cb-02f60c4ef499 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (65a3c0cf-6c56-4a13-909c-7e46275d486b), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.602171 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a7090d94-de85-4886-b6cb-02f60c4ef499 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.602772 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1ca3c3fe-6392-44e9-8c10-9c50121c81ce admin admin] Publish callbacks [] for security_group (6a3d1064-a2fd-43ba-9292-b52caf03ea12), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.603502 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-a7090d94-de85-4886-b6cb-02f60c4ef499 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/65a3c0cf-6c56-4a13-909c-7e46275d486b HTTP/1.1" status: 204 len: 168 time: 0.5613589 Sep 17 04:37:26.623476 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1ca3c3fe-6392-44e9-8c10-9c50121c81ce admin admin] Publish callbacks [] for security_group (6a3d1064-a2fd-43ba-9292-b52caf03ea12), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.681201 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1ca3c3fe-6392-44e9-8c10-9c50121c81ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (6a3d1064-a2fd-43ba-9292-b52caf03ea12), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.681201 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1ca3c3fe-6392-44e9-8c10-9c50121c81ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.681201 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-1ca3c3fe-6392-44e9-8c10-9c50121c81ce admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/6a3d1064-a2fd-43ba-9292-b52caf03ea12 HTTP/1.1" status: 204 len: 168 time: 0.1440148 Sep 17 04:37:26.682010 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43242) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:26.686620 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-be307ad3-4546-458b-a72c-eb3eac4bd9b4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2118951385', 'description': 'tempest-description--1623233345'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:37:26.705357 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3c3fe-6392-44e9-8c10-9c50121c81ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3d1064-a2fd-43ba-9292-b52caf03ea12,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:26.716758 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-be307ad3-4546-458b-a72c-eb3eac4bd9b4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.792213 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-be307ad3-4546-458b-a72c-eb3eac4bd9b4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (b3cccc7c-28ed-437a-baf2-9dff16fbe4f7), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.796892 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-be307ad3-4546-458b-a72c-eb3eac4bd9b4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (b3cccc7c-28ed-437a-baf2-9dff16fbe4f7), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.803645 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:26.832226 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be307ad3-4546-458b-a72c-eb3eac4bd9b4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:26.838060 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-be307ad3-4546-458b-a72c-eb3eac4bd9b4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.839304 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-be307ad3-4546-458b-a72c-eb3eac4bd9b4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1562698 Sep 17 04:37:26.842764 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43246) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:26.847547 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-17491b04-02b8-4022-9fe5-0350caf8eaca tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'security_group_rule': {'security_group_id': 'b3cccc7c-28ed-437a-baf2-9dff16fbe4f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:37:26.879870 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-17491b04-02b8-4022-9fe5-0350caf8eaca tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (e61e8b3d-c855-490a-911b-0c8166119103), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.942264 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-17491b04-02b8-4022-9fe5-0350caf8eaca tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (e61e8b3d-c855-490a-911b-0c8166119103), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.946948 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-17491b04-02b8-4022-9fe5-0350caf8eaca tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (e61e8b3d-c855-490a-911b-0c8166119103), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.965560 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17491b04-02b8-4022-9fe5-0350caf8eaca tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61e8b3d-c855-490a-911b-0c8166119103,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:26.974259 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-17491b04-02b8-4022-9fe5-0350caf8eaca tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:26.975466 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-17491b04-02b8-4022-9fe5-0350caf8eaca tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317501 Sep 17 04:37:26.978580 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43252) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:26.982657 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-5448ac1f-64ca-4c84-8311-84161d97780c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'security_group_rule': {'security_group_id': 'b3cccc7c-28ed-437a-baf2-9dff16fbe4f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:37:27.011037 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5448ac1f-64ca-4c84-8311-84161d97780c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (29b8cac0-db5a-46d4-8fcc-478056cda1f6), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:27.071753 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5448ac1f-64ca-4c84-8311-84161d97780c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (29b8cac0-db5a-46d4-8fcc-478056cda1f6), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:27.076042 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5448ac1f-64ca-4c84-8311-84161d97780c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (29b8cac0-db5a-46d4-8fcc-478056cda1f6), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:27.097704 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448ac1f-64ca-4c84-8311-84161d97780c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b8cac0-db5a-46d4-8fcc-478056cda1f6,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:27.103517 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5448ac1f-64ca-4c84-8311-84161d97780c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:27.104686 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-5448ac1f-64ca-4c84-8311-84161d97780c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255062 Sep 17 04:37:27.107929 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43262) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:27.112805 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:37:27.135951 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:27.220364 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:27.264113 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:27.349022 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Allocated IP 172.27.3.229 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/afc11507-326e-466c-b701-ab38052d09f8) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:37:27.488537 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for port (afc11507-326e-466c-b701-ab38052d09f8), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:27.533066 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc1311-52e1-45e6-8f4c-96ecfaa27e71 req-6195780d-98ab-46e8-bbf5-c37247032f19 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:27.534588 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-41cc1311-52e1-45e6-8f4c-96ecfaa27e71 req-6195780d-98ab-46e8-bbf5-c37247032f19 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0648248 Sep 17 04:37:27.552184 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:27.578592 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (afc11507-326e-466c-b701-ab38052d09f8), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:27.634837 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-41cc1311-52e1-45e6-8f4c-96ecfaa27e71 req-e19a3ed4-694a-42bc-aeb6-1a19f73b314a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900695 Sep 17 04:37:27.641228 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:37:27.646270 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:37:27.650231 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:37:27.653739 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'Port': ['ID=afc11507-326e-466c-b701-ab38052d09f8,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:27.700456 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device fa109493-7edb-4c37-bc35-5135e4fef636 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:37:27.723267 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: fa109493-7edb-4c37-bc35-5135e4fef636 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:37:27.723696 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device fa109493-7edb-4c37-bc35-5135e4fef636 not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:37:27.740814 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (1fe653c4-0933-4c07-b8f1-0e2d9a537014), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:27.779908 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (afc11507-326e-466c-b701-ab38052d09f8), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:27.930232 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for port (afc11507-326e-466c-b701-ab38052d09f8), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:27.935465 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (afc11507-326e-466c-b701-ab38052d09f8), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:28.002003 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (1fe653c4-0933-4c07-b8f1-0e2d9a537014), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:28.005945 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'Port': ['ID=afc11507-326e-466c-b701-ab38052d09f8,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:28.014592 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:28.022937 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:28.024190 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-315856bf-eab9-4ead-a68f-96a91fddf270 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9153218 Sep 17 04:37:28.205676 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:28.233124 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:28.246993 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-c0f27c57-b584-4804-a52e-69a09ea86732 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2118951385&fields=id&tenant_id=e9f593f419bb4ebeb351a9ad54a2a532 HTTP/1.1" status: 200 len: 267 time: 0.0478542 Sep 17 04:37:28.362613 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-5d6103cd-a060-4dec-8019-71792b2fc232 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:28.364073 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-5d6103cd-a060-4dec-8019-71792b2fc232 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 814 time: 0.1093121 Sep 17 04:37:28.379547 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a6496217-fe71-49d4-8e5d-43692a32d201 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/quotas/e9f593f419bb4ebeb351a9ad54a2a532 HTTP/1.1" status: 200 len: 375 time: 0.0096185 Sep 17 04:37:28.432505 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-0f24c3d6-2f04-4030-bfb9-e0da4569373e tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468795 Sep 17 04:37:28.532470 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-e35433fa-e550-4d5f-99c8-4de2d94ed402 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880313 Sep 17 04:37:28.625850 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-7cdd70cc-8e1c-40f6-9030-b3922c5aa8db service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867963 Sep 17 04:37:28.805343 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d1c1-5e9c-46ca-b944-1b316690115c req-d9a0a643-0f12-454c-8cb3-de007c20704f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:28.810541 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4458d1c1-5e9c-46ca-b944-1b316690115c req-d9a0a643-0f12-454c-8cb3-de007c20704f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0800774 Sep 17 04:37:28.849107 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-46da1a67-73df-40d8-8e53-198bcce14929 req-d13f8daf-7e25-4444-97a4-675ee9c9eade tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 210 time: 0.0397868 Sep 17 04:37:28.867521 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4458d1c1-5e9c-46ca-b944-1b316690115c req-98566816-0ef9-4dd5-b14a-53065f081686 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515029 Sep 17 04:37:29.942881 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e4398f4a-f7ab-4357-aad2-5b2aebb24791 req-e64b3de0-1758-457c-9ea0-da6f5d1e2365 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 210 time: 0.0350602 Sep 17 04:37:30.057939 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fc458-63a5-4427-9d38-42c08db1dcc9 req-8f1f1dda-6c14-4935-b91d-4bc784abf686 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:30.059415 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-942fc458-63a5-4427-9d38-42c08db1dcc9 req-8f1f1dda-6c14-4935-b91d-4bc784abf686 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.1056409 Sep 17 04:37:30.123870 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-d24bd4c5-0fe1-4d11-b5b9-7d9f649cf2f0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:30.125285 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-d24bd4c5-0fe1-4d11-b5b9-7d9f649cf2f0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 814 time: 0.1626811 Sep 17 04:37:30.139745 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-942fc458-63a5-4427-9d38-42c08db1dcc9 req-90c29764-bc0e-4a5a-860f-b99acf19b036 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732117 Sep 17 04:37:30.204396 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-9ca1ae61-8cde-4bb9-a668-00294016f987 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e9f593f419bb4ebeb351a9ad54a2a532 HTTP/1.1" status: 200 len: 380 time: 0.0585382 Sep 17 04:37:30.293005 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-2bcada41-aacf-4969-81e6-2aada954bb85 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'port': {'device_id': '871c4641-f974-4cc5-bc3e-0c87446fedc6', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'admin_state_up': True, 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'security_groups': ['b3cccc7c-28ed-437a-baf2-9dff16fbe4f7']}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:37:30.381378 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:30.412030 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-2bcada41-aacf-4969-81e6-2aada954bb85 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Made reservation on behalf of e9f593f419bb4ebeb351a9ad54a2a532 for: {'port': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:37:30.416184 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-2bcada41-aacf-4969-81e6-2aada954bb85 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:30.557176 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-2bcada41-aacf-4969-81e6-2aada954bb85 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Allocated IP 172.20.0.9 (5d741fbf-1171-42a3-8de2-aef8bbcc1581/72440590-5ca9-47bf-a1be-86065deb25a0/b2b856a4-73a0-498f-8867-d7261d331366) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:37:30.702515 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-2bcada41-aacf-4969-81e6-2aada954bb85 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for port (b2b856a4-73a0-498f-8867-d7261d331366), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:30.731755 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:30.738863 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-2bcada41-aacf-4969-81e6-2aada954bb85 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (b2b856a4-73a0-498f-8867-d7261d331366), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:30.787142 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-2bcada41-aacf-4969-81e6-2aada954bb85 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:37:30.790304 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-2bcada41-aacf-4969-81e6-2aada954bb85 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:37:30.792591 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-2bcada41-aacf-4969-81e6-2aada954bb85 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:37:30.825565 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcada41-aacf-4969-81e6-2aada954bb85 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event updated for resources: {'Port': ['ID=b2b856a4-73a0-498f-8867-d7261d331366,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:30.858222 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-2bcada41-aacf-4969-81e6-2aada954bb85 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:30.858890 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-2bcada41-aacf-4969-81e6-2aada954bb85 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:30.880550 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-2bcada41-aacf-4969-81e6-2aada954bb85 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5916274 Sep 17 04:37:30.900476 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Request body: {'port': {'device_id': '871c4641-f974-4cc5-bc3e-0c87446fedc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:37:30.968633 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b2b856a4-73a0-498f-8867-d7261d331366), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:31.030689 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-f3f09817-ded8-4cf3-bd5d-0fc00d471b4d None None] Provisioning complete for port b2b856a4-73a0-498f-8867-d7261d331366 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:37:31.031303 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f3f09817-ded8-4cf3-bd5d-0fc00d471b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (b2b856a4-73a0-498f-8867-d7261d331366), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:31.031421 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f3f09817-ded8-4cf3-bd5d-0fc00d471b4d None None] Attempt 1 to provision port b2b856a4-73a0-498f-8867-d7261d331366 Sep 17 04:37:31.062403 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f3f09817-ded8-4cf3-bd5d-0fc00d471b4d None None] Port b2b856a4-73a0-498f-8867-d7261d331366 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:37:31.066478 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee57ce2-b310-4f55-969e-9263082cd716 req-52844dc4-05d6-4ce8-9aa4-36cee0f1eaba tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:31.067938 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5ee57ce2-b310-4f55-969e-9263082cd716 req-52844dc4-05d6-4ce8-9aa4-36cee0f1eaba tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 931 time: 0.0499024 Sep 17 04:37:31.116102 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5ee57ce2-b310-4f55-969e-9263082cd716 req-49d5d67d-1e1b-4ee1-ac61-9f6f3dcc7638 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 Sep 17 04:37:31.241130 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:31.243688 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b856a4-73a0-498f-8867-d7261d331366 {{(pid=106226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:37:31.268318 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Publish callbacks [] for port (b2b856a4-73a0-498f-8867-d7261d331366), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:31.287652 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.provisioning_blocks [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Transition to ACTIVE for port object b2b856a4-73a0-498f-8867-d7261d331366 will not be triggered until provisioned by entity L2. {{(pid=106226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:37:31.297602 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6d6b-29e4-4b5b-94d9-3af4307e8d7f req-b96fa5c9-0c8e-47f1-87ae-a3d8c874de85 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:31.299055 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-387c6d6b-29e4-4b5b-94d9-3af4307e8d7f req-b96fa5c9-0c8e-47f1-87ae-a3d8c874de85 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0740969 Sep 17 04:37:31.300484 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (b2b856a4-73a0-498f-8867-d7261d331366), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:31.361047 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b856a4-73a0-498f-8867-d7261d331366,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:31.563336 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f3f09817-ded8-4cf3-bd5d-0fc00d471b4d None None] Attempt 2 to provision port b2b856a4-73a0-498f-8867-d7261d331366 Sep 17 04:37:31.600759 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f3f09817-ded8-4cf3-bd5d-0fc00d471b4d None None] Port b2b856a4-73a0-498f-8867-d7261d331366 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:37:31.679266 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-387c6d6b-29e4-4b5b-94d9-3af4307e8d7f req-ed8ed731-ca9e-4daf-92a7-261a3c0cc445 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3727202 Sep 17 04:37:31.699647 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Attempting to bind port b2b856a4-73a0-498f-8867-d7261d331366 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:37:31.700008 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Attempting to bind port b2b856a4-73a0-498f-8867-d7261d331366 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:37:31.700329 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Attempting to bind port b2b856a4-73a0-498f-8867-d7261d331366 on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:37:31.744174 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Port b2b856a4-73a0-498f-8867-d7261d331366 on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:37:31.744174 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Attempting to bind port b2b856a4-73a0-498f-8867-d7261d331366 on network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:37:31.782638 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:31.785761 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:37:31.786093 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Checking segment: {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:37:31.786475 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Bound using segment: {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:37:31.786923 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Bound port: b2b856a4-73a0-498f-8867-d7261d331366, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6459bc-49e7-4fdd-99ec-05fdef82692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581'}}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:37:31.787278 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b2b856a4-73a0-498f-8867-d7261d331366), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:31.854405 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] For port b2b856a4-73a0-498f-8867-d7261d331366, host hv-cinder-85799, cleared binding levels {{(pid=106226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:37:31.857584 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] For port b2b856a4-73a0-498f-8867-d7261d331366, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b2b856a4-73a0-498f-8867-d7261d331366,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:37:31.864052 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (b2b856a4-73a0-498f-8867-d7261d331366), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:31.868242 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:31.868800 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:31.870323 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/b2b856a4-73a0-498f-8867-d7261d331366 HTTP/1.1" status: 200 len: 1093 time: 0.9740877 Sep 17 04:37:31.870870 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871c4641-f974-4cc5-bc3e-0c87446fedc6', 'tag': 'b2b856a4-73a0-498f-8867-d7261d331366'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:37:31.873208 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399ffdce-378f-4ca8-83fe-b8dcba5ae239" -d '{"events": [{"name": "network-changed", "server_uuid": "871c4641-f974-4cc5-bc3e-0c87446fedc6", "tag": "b2b856a4-73a0-498f-8867-d7261d331366"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:37:31.919130 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa035413-5f28-43b6-8c63-fc40c7bab7d7 x-openstack-request-id: req-fa035413-5f28-43b6-8c63-fc40c7bab7d7 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:37:31.919420 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871c4641-f974-4cc5-bc3e-0c87446fedc6", "tag": "b2b856a4-73a0-498f-8867-d7261d331366", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:37:31.919707 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa035413-5f28-43b6-8c63-fc40c7bab7d7 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:37:31.920107 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa035413-5f28-43b6-8c63-fc40c7bab7d7'] response: {'name': 'network-changed', 'server_uuid': '871c4641-f974-4cc5-bc3e-0c87446fedc6', 'tag': 'b2b856a4-73a0-498f-8867-d7261d331366', 'status': 'completed', 'code': 200} Sep 17 04:37:31.925105 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c38a3-0093-4067-9c41-c9925b426209 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b856a4-73a0-498f-8867-d7261d331366,revision_number=3']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:31.988304 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-ddc7dceb-f35d-4e6e-b149-1503ef03db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:31.989833 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-ddc7dceb-f35d-4e6e-b149-1503ef03db6b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 1127 time: 0.0399868 Sep 17 04:37:32.005175 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43404) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:32.038379 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-842c6d6c-1eda-40c8-8302-d276a7d11adc service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b856a4-73a0-498f-8867-d7261d331366 HTTP/1.1" status: 200 len: 217 time: 0.0353780 Sep 17 04:37:32.088643 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-774d6936-dedb-4fd5-aab0-98dfe9cea117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:32.089999 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-774d6936-dedb-4fd5-aab0-98dfe9cea117 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.0445831 Sep 17 04:37:32.102077 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-f3f09817-ded8-4cf3-bd5d-0fc00d471b4d None None] Attempt 3 to provision port b2b856a4-73a0-498f-8867-d7261d331366 Sep 17 04:37:32.112730 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-27e2e30e-1ab1-4301-9349-3be35ec71fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:32.137296 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-feb74ca4-410b-4da6-8300-a5bc5f2821da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:32.138896 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-feb74ca4-410b-4da6-8300-a5bc5f2821da service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431821 Sep 17 04:37:32.140818 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f3f09817-ded8-4cf3-bd5d-0fc00d471b4d None None] Port b2b856a4-73a0-498f-8867-d7261d331366 had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:37:32.193052 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-27e2e30e-1ab1-4301-9349-3be35ec71fa7 admin admin] Publish callbacks [] for security_group (3fabdac1-a0f9-4064-ae10-17970e105aa5), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:32.198252 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-27e2e30e-1ab1-4301-9349-3be35ec71fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (3fabdac1-a0f9-4064-ae10-17970e105aa5), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:32.239658 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-27e2e30e-1ab1-4301-9349-3be35ec71fa7 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=7bfa92daf8c74f44bb62d47249e72169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309542 Sep 17 04:37:32.239658 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2e30e-1ab1-4301-9349-3be35ec71fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fabdac1-a0f9-4064-ae10-17970e105aa5,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:32.240955 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43410) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:32.273402 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea027814-9a7c-4e1c-9a29-4063fe5488cf req-3d28ecb6-6fad-4582-bbdc-de9d98ffcee1 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:32.274852 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ea027814-9a7c-4e1c-9a29-4063fe5488cf req-3d28ecb6-6fad-4582-bbdc-de9d98ffcee1 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 943 time: 0.0766423 Sep 17 04:37:32.321926 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-9d8511c5-9a6f-4705-a302-045a275e79f7 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769943 Sep 17 04:37:32.377204 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-eaeea049-91b9-4259-bd1d-374694160616 admin admin] Publish callbacks [] for security_group (3fabdac1-a0f9-4064-ae10-17970e105aa5), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:32.412525 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ea027814-9a7c-4e1c-9a29-4063fe5488cf req-f78cb380-c9bc-4abd-8755-e6725c2567d4 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313317 Sep 17 04:37:32.437172 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:32.437172 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-eaeea049-91b9-4259-bd1d-374694160616 admin admin] Publish callbacks [] for security_group (3fabdac1-a0f9-4064-ae10-17970e105aa5), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:32.492475 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-87edebac-a512-4dcc-823e-8b4f40ff0812 req-7ebc0d58-09d7-4e6c-ba29-ce037f502147 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545746 Sep 17 04:37:32.510381 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-eaeea049-91b9-4259-bd1d-374694160616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (3fabdac1-a0f9-4064-ae10-17970e105aa5), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:32.512886 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-eaeea049-91b9-4259-bd1d-374694160616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:32.514115 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-eaeea049-91b9-4259-bd1d-374694160616 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3fabdac1-a0f9-4064-ae10-17970e105aa5 HTTP/1.1" status: 204 len: 168 time: 0.2695491 Sep 17 04:37:32.522585 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeea049-91b9-4259-bd1d-374694160616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fabdac1-a0f9-4064-ae10-17970e105aa5,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:32.786672 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43418) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:32.800658 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8e6a69a3-d09b-4444-9f2d-7cc617538491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:32.818673 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41736fed-8c51-441e-af3a-28b0b2b92e72 req-d6386a44-b97a-4d8c-8227-3c71db071895 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:32.820136 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-41736fed-8c51-441e-af3a-28b0b2b92e72 req-d6386a44-b97a-4d8c-8227-3c71db071895 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0542533 Sep 17 04:37:32.874907 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-41736fed-8c51-441e-af3a-28b0b2b92e72 req-8a8904ee-90e9-43d6-b704-a1f40aaec5b2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484648 Sep 17 04:37:32.884122 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8e6a69a3-d09b-4444-9f2d-7cc617538491 admin admin] Publish callbacks [] for security_group (f4e2913c-98d7-42b9-ac06-3af1a58d5464), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:32.888878 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8e6a69a3-d09b-4444-9f2d-7cc617538491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f4e2913c-98d7-42b9-ac06-3af1a58d5464), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:32.921682 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a69a3-d09b-4444-9f2d-7cc617538491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e2913c-98d7-42b9-ac06-3af1a58d5464,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:32.933797 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-8e6a69a3-d09b-4444-9f2d-7cc617538491 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d8b10ff069994911bec6662364b66998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460710 Sep 17 04:37:32.936515 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43420) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:32.957279 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:32.988070 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-736811ec-b64e-4f85-a1e6-c2a19cc45488 admin admin] Publish callbacks [] for security_group (f4e2913c-98d7-42b9-ac06-3af1a58d5464), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:33.008727 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-736811ec-b64e-4f85-a1e6-c2a19cc45488 admin admin] Publish callbacks [] for security_group (f4e2913c-98d7-42b9-ac06-3af1a58d5464), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:33.058535 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-736811ec-b64e-4f85-a1e6-c2a19cc45488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f4e2913c-98d7-42b9-ac06-3af1a58d5464), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:33.061109 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-736811ec-b64e-4f85-a1e6-c2a19cc45488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:33.062249 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-736811ec-b64e-4f85-a1e6-c2a19cc45488 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f4e2913c-98d7-42b9-ac06-3af1a58d5464 HTTP/1.1" status: 204 len: 168 time: 0.1248124 Sep 17 04:37:33.070164 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736811ec-b64e-4f85-a1e6-c2a19cc45488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e2913c-98d7-42b9-ac06-3af1a58d5464,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:33.391399 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43426) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:33.405421 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a8865f71-0320-41ef-8dcb-b2b8ce334853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:33.491964 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a8865f71-0320-41ef-8dcb-b2b8ce334853 admin admin] Publish callbacks [] for security_group (ca90e963-8ed8-4bd2-a70a-b8ee5f2dd4bd), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:33.502656 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a8865f71-0320-41ef-8dcb-b2b8ce334853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ca90e963-8ed8-4bd2-a70a-b8ee5f2dd4bd), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:33.545916 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:33.569605 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38754326-84ac-49c6-b1c2-0d9a93b8179d req-a70b2f81-f90c-419d-9bf5-ae66f2f43fc7 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:33.571065 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-38754326-84ac-49c6-b1c2-0d9a93b8179d req-a70b2f81-f90c-419d-9bf5-ae66f2f43fc7 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 943 time: 0.0813394 Sep 17 04:37:33.574708 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-a8865f71-0320-41ef-8dcb-b2b8ce334853 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=34f72fb800ed41a583b0d414be302e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1823666 Sep 17 04:37:33.575556 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8865f71-0320-41ef-8dcb-b2b8ce334853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca90e963-8ed8-4bd2-a70a-b8ee5f2dd4bd,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:33.577931 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43430) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:33.631853 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-38754326-84ac-49c6-b1c2-0d9a93b8179d req-4fab5506-5b07-4d3a-a70b-bea0fcc35e48 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534415 Sep 17 04:37:33.633132 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c07963aa-bf3b-4db3-8758-897b240b1aab admin admin] Publish callbacks [] for security_group (ca90e963-8ed8-4bd2-a70a-b8ee5f2dd4bd), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:33.654280 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c07963aa-bf3b-4db3-8758-897b240b1aab admin admin] Publish callbacks [] for security_group (ca90e963-8ed8-4bd2-a70a-b8ee5f2dd4bd), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:33.702200 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c07963aa-bf3b-4db3-8758-897b240b1aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ca90e963-8ed8-4bd2-a70a-b8ee5f2dd4bd), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:33.704729 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c07963aa-bf3b-4db3-8758-897b240b1aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:33.705953 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-c07963aa-bf3b-4db3-8758-897b240b1aab admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ca90e963-8ed8-4bd2-a70a-b8ee5f2dd4bd HTTP/1.1" status: 204 len: 168 time: 0.1270449 Sep 17 04:37:33.709001 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:33.715337 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07963aa-bf3b-4db3-8758-897b240b1aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca90e963-8ed8-4bd2-a70a-b8ee5f2dd4bd,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:34.006371 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebdb8e-5cb7-4ae8-9d33-6f0b15aff276 req-4b439446-7ae7-406b-bd54-dd01c879de91 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:34.007882 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6eebdb8e-5cb7-4ae8-9d33-6f0b15aff276 req-4b439446-7ae7-406b-bd54-dd01c879de91 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0509574 Sep 17 04:37:34.020398 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:34.059457 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6eebdb8e-5cb7-4ae8-9d33-6f0b15aff276 req-c9fca348-25e1-45a5-8246-3551dd2cbfbb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458868 Sep 17 04:37:34.757822 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ffdce-378f-4ca8-83fe-b8dcba5ae239 req-53da8670-b557-4b7d-8365-712007107a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:34.759364 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-399ffdce-378f-4ca8-83fe-b8dcba5ae239 req-53da8670-b557-4b7d-8365-712007107a95 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 1127 time: 0.0792446 Sep 17 04:37:34.783434 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8b301-5faa-4ffb-920b-33a9b406ecce req-bcad8bd8-3acc-40a1-8a8c-cb88a5260aa9 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:34.785558 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-deb8b301-5faa-4ffb-920b-33a9b406ecce req-bcad8bd8-3acc-40a1-8a8c-cb88a5260aa9 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 943 time: 0.0684562 Sep 17 04:37:34.853650 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:34.895180 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-deb8b301-5faa-4ffb-920b-33a9b406ecce req-af065178-ea1b-47c8-a7ea-085e0648ab02 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989242 Sep 17 04:37:34.904859 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ffdce-378f-4ca8-83fe-b8dcba5ae239 req-02bad8e5-c3fd-43a8-92d1-02452a68a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:34.906349 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-399ffdce-378f-4ca8-83fe-b8dcba5ae239 req-02bad8e5-c3fd-43a8-92d1-02452a68a1c6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 915 time: 0.1368511 Sep 17 04:37:34.949913 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-399ffdce-378f-4ca8-83fe-b8dcba5ae239 req-594a7e12-5581-42e9-b320-5f3f082f80b7 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b856a4-73a0-498f-8867-d7261d331366 HTTP/1.1" status: 200 len: 217 time: 0.0373657 Sep 17 04:37:35.000067 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ffdce-378f-4ca8-83fe-b8dcba5ae239 req-47f8c9ef-90e0-4a89-a93d-c20d531e29b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:35.001615 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-399ffdce-378f-4ca8-83fe-b8dcba5ae239 req-47f8c9ef-90e0-4a89-a93d-c20d531e29b3 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.0459538 Sep 17 04:37:35.044326 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ffdce-378f-4ca8-83fe-b8dcba5ae239 req-10f80e7a-c2c8-46a3-8282-be8c6f61e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:35.045930 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-399ffdce-378f-4ca8-83fe-b8dcba5ae239 req-10f80e7a-c2c8-46a3-8282-be8c6f61e390 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385249 Sep 17 04:37:35.145986 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-399ffdce-378f-4ca8-83fe-b8dcba5ae239 req-68cb1031-d2d7-4d35-8e3f-78c71f79c356 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942814 Sep 17 04:37:35.196719 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce3dfc-0ddf-4b97-94e2-abb516278a8c req-95ddf446-53be-427c-9c1e-db579b064186 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:35.197636 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:35.198221 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a1ce3dfc-0ddf-4b97-94e2-abb516278a8c req-95ddf446-53be-427c-9c1e-db579b064186 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0502746 Sep 17 04:37:35.244949 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-399ffdce-378f-4ca8-83fe-b8dcba5ae239 req-424dd272-a280-419c-b1b9-5d7e77cef6cc service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919662 Sep 17 04:37:35.265980 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a1ce3dfc-0ddf-4b97-94e2-abb516278a8c req-974d95e6-1e0e-4cf2-984b-d9521e066eb2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609424 Sep 17 04:37:35.756181 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device b2b856a4-73a0-498f-8867-d7261d331366 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:37:35.836331 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43508) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:35.860154 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port b2b856a4-73a0-498f-8867-d7261d331366, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b2b856a4-73a0-498f-8867-d7261d331366,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:37:35.871746 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': 'b2b856a4-73a0-498f-8867-d7261d331366', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'port_id': 'b2b856a4-73a0-498f-8867-d7261d331366', 'mac_address': 'fa:16:3e:82:3d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:37:35.908171 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port b2b856a4-73a0-498f-8867-d7261d331366 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:37:35.908558 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b2b856a4-73a0-498f-8867-d7261d331366), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:35.923901 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b856a4-73a0-498f-8867-d7261d331366 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:37:35.951133 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port b2b856a4-73a0-498f-8867-d7261d331366, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b2b856a4-73a0-498f-8867-d7261d331366,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:37:35.955711 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (b2b856a4-73a0-498f-8867-d7261d331366), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:35.959919 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-42643bea-a324-4164-b855-8c68b01c262f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:35.994362 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:37:36.012785 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=b2b856a4-73a0-498f-8867-d7261d331366,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:36.038520 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352269-87c1-4e93-b16d-3f5890e42e18 req-a2a602fd-cf20-4259-9b92-08f59dd4b54b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:36.040025 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b5352269-87c1-4e93-b16d-3f5890e42e18 req-a2a602fd-cf20-4259-9b92-08f59dd4b54b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 944 time: 0.0610828 Sep 17 04:37:36.046883 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-42643bea-a324-4164-b855-8c68b01c262f admin admin] Publish callbacks [] for security_group (ef433e4c-8d05-4306-aebe-879ac6f8ce56), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:36.051893 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-42643bea-a324-4164-b855-8c68b01c262f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ef433e4c-8d05-4306-aebe-879ac6f8ce56), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:36.088382 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b5352269-87c1-4e93-b16d-3f5890e42e18 req-eb94da8a-0ebf-4a80-b0b7-e6869876e9a5 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421999 Sep 17 04:37:36.094874 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-42643bea-a324-4164-b855-8c68b01c262f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=df176ced53854b679cdbf5aa08e70afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574034 Sep 17 04:37:36.095796 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42643bea-a324-4164-b855-8c68b01c262f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef433e4c-8d05-4306-aebe-879ac6f8ce56,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:36.098420 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43514) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:36.149521 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-be6fedc5-d538-4cd8-91bd-f9c91c7a127c admin admin] Publish callbacks [] for security_group (ef433e4c-8d05-4306-aebe-879ac6f8ce56), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:36.169523 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-be6fedc5-d538-4cd8-91bd-f9c91c7a127c admin admin] Publish callbacks [] for security_group (ef433e4c-8d05-4306-aebe-879ac6f8ce56), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:36.221508 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-be6fedc5-d538-4cd8-91bd-f9c91c7a127c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ef433e4c-8d05-4306-aebe-879ac6f8ce56), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:36.224078 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-be6fedc5-d538-4cd8-91bd-f9c91c7a127c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:36.228223 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-be6fedc5-d538-4cd8-91bd-f9c91c7a127c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ef433e4c-8d05-4306-aebe-879ac6f8ce56 HTTP/1.1" status: 204 len: 168 time: 0.1257710 Sep 17 04:37:36.235602 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fedc5-d538-4cd8-91bd-f9c91c7a127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef433e4c-8d05-4306-aebe-879ac6f8ce56,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:36.398229 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfebcc-94e0-4993-9fb9-86303c5c76f5 req-0d3f7e6f-2639-491b-9937-86fbce47cd08 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:36.399824 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-43cfebcc-94e0-4993-9fb9-86303c5c76f5 req-0d3f7e6f-2639-491b-9937-86fbce47cd08 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0480785 Sep 17 04:37:36.451653 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-43cfebcc-94e0-4993-9fb9-86303c5c76f5 req-242152e9-2a08-4aa7-9d2d-2722e6b9c079 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448005 Sep 17 04:37:36.475779 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['b2b856a4-73a0-498f-8867-d7261d331366'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:37:36.514873 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43522) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:36.528797 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ed40cf00-caf1-45e7-be97-7e8faf6b0210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:36.608068 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ed40cf00-caf1-45e7-be97-7e8faf6b0210 admin admin] Publish callbacks [] for security_group (a3932c47-b2b2-4184-81d3-0f6d9c129317), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:36.612393 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ed40cf00-caf1-45e7-be97-7e8faf6b0210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (a3932c47-b2b2-4184-81d3-0f6d9c129317), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:36.659544 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-ed40cf00-caf1-45e7-be97-7e8faf6b0210 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=c608375a16954dbdbdcc43d1430fd950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408980 Sep 17 04:37:36.659544 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40cf00-caf1-45e7-be97-7e8faf6b0210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3932c47-b2b2-4184-81d3-0f6d9c129317,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:36.660449 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43524) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:36.717258 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c6626505-62de-4823-82d2-3602fe94304e admin admin] Publish callbacks [] for security_group (a3932c47-b2b2-4184-81d3-0f6d9c129317), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:36.724480 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:36.738857 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c6626505-62de-4823-82d2-3602fe94304e admin admin] Publish callbacks [] for security_group (a3932c47-b2b2-4184-81d3-0f6d9c129317), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:36.789986 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c6626505-62de-4823-82d2-3602fe94304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (a3932c47-b2b2-4184-81d3-0f6d9c129317), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:36.792553 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c6626505-62de-4823-82d2-3602fe94304e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:36.793750 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-c6626505-62de-4823-82d2-3602fe94304e admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/a3932c47-b2b2-4184-81d3-0f6d9c129317 HTTP/1.1" status: 204 len: 168 time: 0.1323814 Sep 17 04:37:36.802386 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6626505-62de-4823-82d2-3602fe94304e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3932c47-b2b2-4184-81d3-0f6d9c129317,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:37.223598 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e132d-24d3-4327-a10c-22e0601faca7 req-5d1cb496-5153-4d6e-a306-67b3f9118e84 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:37.225152 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0b3e132d-24d3-4327-a10c-22e0601faca7 req-5d1cb496-5153-4d6e-a306-67b3f9118e84 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 944 time: 0.0542738 Sep 17 04:37:37.274087 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0b3e132d-24d3-4327-a10c-22e0601faca7 req-74403e56-9bd3-422b-b130-f0e8ea1f8927 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429170 Sep 17 04:37:37.587143 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936cd94-f025-44cf-aba4-69f4813c8f32 req-4fc8bb75-7a69-4fe0-859a-4432a57e010b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:37.588515 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0936cd94-f025-44cf-aba4-69f4813c8f32 req-4fc8bb75-7a69-4fe0-859a-4432a57e010b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0555265 Sep 17 04:37:37.639961 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0936cd94-f025-44cf-aba4-69f4813c8f32 req-64459135-dfa8-4291-ad93-cdd69d3ab5fd tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444441 Sep 17 04:37:37.794072 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device b2b856a4-73a0-498f-8867-d7261d331366 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:37:37.836726 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port b2b856a4-73a0-498f-8867-d7261d331366 completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:37:37.843517 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port b2b856a4-73a0-498f-8867-d7261d331366 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:37:37.844022 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (b2b856a4-73a0-498f-8867-d7261d331366), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:37.844430 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port b2b856a4-73a0-498f-8867-d7261d331366 Sep 17 04:37:37.877679 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:37.881059 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:37.925305 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port b2b856a4-73a0-498f-8867-d7261d331366 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:37:37.925702 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (b2b856a4-73a0-498f-8867-d7261d331366), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:37.960329 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871c4641-f974-4cc5-bc3e-0c87446fedc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b856a4-73a0-498f-8867-d7261d331366'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:37:37.962647 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020a75f7-d41d-403a-99cf-3c87b6f98619" -d '{"events": [{"server_uuid": "871c4641-f974-4cc5-bc3e-0c87446fedc6", "name": "network-vif-plugged", "status": "completed", "tag": "b2b856a4-73a0-498f-8867-d7261d331366"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:37:37.976187 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port b2b856a4-73a0-498f-8867-d7261d331366, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b2b856a4-73a0-498f-8867-d7261d331366,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:37:37.981401 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (b2b856a4-73a0-498f-8867-d7261d331366), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:38.009412 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b09f67c-ea0f-4172-8cca-46166ecd4e3c x-openstack-request-id: req-7b09f67c-ea0f-4172-8cca-46166ecd4e3c {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:37:38.009708 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871c4641-f974-4cc5-bc3e-0c87446fedc6", "name": "network-vif-plugged", "status": "completed", "tag": "b2b856a4-73a0-498f-8867-d7261d331366", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:37:38.009963 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b09f67c-ea0f-4172-8cca-46166ecd4e3c {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:37:38.010366 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b09f67c-ea0f-4172-8cca-46166ecd4e3c'] response: {'server_uuid': '871c4641-f974-4cc5-bc3e-0c87446fedc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b856a4-73a0-498f-8867-d7261d331366', 'code': 200} Sep 17 04:37:38.034471 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=b2b856a4-73a0-498f-8867-d7261d331366,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:38.247501 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c50b60-7e5b-49ba-98ac-2a7e68fc1f1a req-6a58e36b-7f80-4f8c-a2a3-873997edcf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:38.249256 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-20c50b60-7e5b-49ba-98ac-2a7e68fc1f1a req-6a58e36b-7f80-4f8c-a2a3-873997edcf7f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 1129 time: 0.0425274 Sep 17 04:37:38.298641 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-20c50b60-7e5b-49ba-98ac-2a7e68fc1f1a req-08bf8e8f-840e-465b-ac50-537dda7afa65 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 Sep 17 04:37:38.402323 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5ecb-8076-4c45-9557-bac255fe3573 req-e03f3602-4472-41a5-ba2a-f53092eb920a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:38.403834 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8e4b5ecb-8076-4c45-9557-bac255fe3573 req-e03f3602-4472-41a5-ba2a-f53092eb920a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 945 time: 0.0514438 Sep 17 04:37:38.460074 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8e4b5ecb-8076-4c45-9557-bac255fe3573 req-9a5a97f5-6d97-4f53-a93a-73bc5125b78d tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463779 Sep 17 04:37:38.770935 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ca3bb-ac3d-44d0-96c1-1912025dab00 req-1a885c3c-0d79-4b84-a54c-a79bf1b00b9f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:38.772427 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-485ca3bb-ac3d-44d0-96c1-1912025dab00 req-1a885c3c-0d79-4b84-a54c-a79bf1b00b9f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0476389 Sep 17 04:37:38.831934 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-485ca3bb-ac3d-44d0-96c1-1912025dab00 req-a89ece43-e1f2-49df-9d81-89005cb653ef tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518498 Sep 17 04:37:39.589944 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c956a-c7ab-4f87-880c-7de7c50699ab req-4c604b05-048e-4fff-9ca8-e0893f43d0de tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:39.591747 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c93c956a-c7ab-4f87-880c-7de7c50699ab req-4c604b05-048e-4fff-9ca8-e0893f43d0de tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 945 time: 0.0499167 Sep 17 04:37:39.642684 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c93c956a-c7ab-4f87-880c-7de7c50699ab req-6147970f-827b-45e9-a212-a4054b29d54c tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427623 Sep 17 04:37:39.781722 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3ab96fb5-2c5a-484d-8537-588560c96378 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:37:39.894972 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 3ab96fb5-2c5a-484d-8537-588560c96378, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3ab96fb5-2c5a-484d-8537-588560c96378,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:37:39.906447 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '3ab96fb5-2c5a-484d-8537-588560c96378', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'port_id': '3ab96fb5-2c5a-484d-8537-588560c96378', 'mac_address': 'fa:16:3e:26:f7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:37:39.921421 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:39.942803 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 3ab96fb5-2c5a-484d-8537-588560c96378 is: ACTIVE; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:37:39.943189 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:39.956467 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ab96fb5-2c5a-484d-8537-588560c96378 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:37:39.959650 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcda92-2877-459b-a7f5-f4379f9f6a8f req-a795c91d-71c9-4c43-b0a0-40663da20375 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:39.961196 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a9bcda92-2877-459b-a7f5-f4379f9f6a8f req-a795c91d-71c9-4c43-b0a0-40663da20375 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0480151 Sep 17 04:37:39.977225 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 3ab96fb5-2c5a-484d-8537-588560c96378, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3ab96fb5-2c5a-484d-8537-588560c96378,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:37:39.981477 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:40.010844 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a9bcda92-2877-459b-a7f5-f4379f9f6a8f req-ead4d659-bf75-428f-a31e-a77dcbd27085 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434439 Sep 17 04:37:40.026645 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=3ab96fb5-2c5a-484d-8537-588560c96378,revision_number=6']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:40.157325 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['3ab96fb5-2c5a-484d-8537-588560c96378'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:37:40.773480 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac6612-482b-4f3b-8afb-ca766941c809 req-500282b1-14f5-453e-a7cc-ae6f673acc5a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:40.774971 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-72ac6612-482b-4f3b-8afb-ca766941c809 req-500282b1-14f5-453e-a7cc-ae6f673acc5a tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 945 time: 0.0483420 Sep 17 04:37:40.827051 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-72ac6612-482b-4f3b-8afb-ca766941c809 req-8e6fc3eb-ad80-46af-a6c0-c419ba201852 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464242 Sep 17 04:37:40.952504 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88532689-ff53-4923-ab97-a3c9c99f1c24 req-222ce947-1aba-4adb-a094-377e441172d1 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:40.954285 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-88532689-ff53-4923-ab97-a3c9c99f1c24 req-222ce947-1aba-4adb-a094-377e441172d1 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 945 time: 0.0551009 Sep 17 04:37:40.964535 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43622) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:40.969432 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-2b371a5e-0bde-4d07-bf07-accc9d420778 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Request body: {'floatingip': {'port_id': 'b2b856a4-73a0-498f-8867-d7261d331366'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:37:41.016019 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2b371a5e-0bde-4d07-bf07-accc9d420778 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (1fe653c4-0933-4c07-b8f1-0e2d9a537014), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:41.104386 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:41.142148 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de153d-8c93-428b-982a-7b3192ad163e req-99b03922-9d3d-48d2-8884-ba541c738f48 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:41.143621 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b7de153d-8c93-428b-982a-7b3192ad163e req-99b03922-9d3d-48d2-8884-ba541c738f48 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 945 time: 0.0491421 Sep 17 04:37:41.191302 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b7de153d-8c93-428b-982a-7b3192ad163e req-93091c7c-9e8f-41e1-83a6-8eec3f5291f7 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419099 Sep 17 04:37:41.458053 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2b371a5e-0bde-4d07-bf07-accc9d420778 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:41.464862 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2b371a5e-0bde-4d07-bf07-accc9d420778 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (1fe653c4-0933-4c07-b8f1-0e2d9a537014), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:41.574379 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.l3_db [None req-2b371a5e-0bde-4d07-bf07-accc9d420778 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Floating IP 1fe653c4-0933-4c07-b8f1-0e2d9a537014 associated. External IP: 172.27.3.229, port: b2b856a4-73a0-498f-8867-d7261d331366. Sep 17 04:37:41.658659 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:41.767871 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:41.785070 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b371a5e-0bde-4d07-bf07-accc9d420778 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Router 7338ced2-0798-43c2-bdf6-c22b5b76a87c has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:37:41.825452 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3ab96fb5-2c5a-484d-8537-588560c96378 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:37:41.835761 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:41.873994 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 3ab96fb5-2c5a-484d-8537-588560c96378 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:37:41.874389 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:41.874827 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 3ab96fb5-2c5a-484d-8537-588560c96378 Sep 17 04:37:41.891460 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b371a5e-0bde-4d07-bf07-accc9d420778 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:37:41.896183 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2b371a5e-0bde-4d07-bf07-accc9d420778 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:41.902973 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fca3b-2c9d-44e8-b6fd-3226ea38b239 None None] Sync routers for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:37:41.920657 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631fca3b-2c9d-44e8-b6fd-3226ea38b239 None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:37:41.921094 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-631fca3b-2c9d-44e8-b6fd-3226ea38b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:37:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:41.927023 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-2b371a5e-0bde-4d07-bf07-accc9d420778 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/1fe653c4-0933-4c07-b8f1-0e2d9a537014 HTTP/1.1" status: 200 len: 991 time: 0.9613299 Sep 17 04:37:41.927631 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871c4641-f974-4cc5-bc3e-0c87446fedc6', 'tag': 'b2b856a4-73a0-498f-8867-d7261d331366'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:37:41.929951 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf2e2b-e921-4202-a441-d5440fd5cf5a" -d '{"events": [{"name": "network-changed", "server_uuid": "871c4641-f974-4cc5-bc3e-0c87446fedc6", "tag": "b2b856a4-73a0-498f-8867-d7261d331366"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:37:41.966880 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f178638-c52d-4ea5-9e1d-3bb03ce77c3d x-openstack-request-id: req-6f178638-c52d-4ea5-9e1d-3bb03ce77c3d {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:37:41.967483 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871c4641-f974-4cc5-bc3e-0c87446fedc6", "tag": "b2b856a4-73a0-498f-8867-d7261d331366", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:37:41.967483 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f178638-c52d-4ea5-9e1d-3bb03ce77c3d {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:37:41.967762 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f178638-c52d-4ea5-9e1d-3bb03ce77c3d'] response: {'name': 'network-changed', 'server_uuid': '871c4641-f974-4cc5-bc3e-0c87446fedc6', 'tag': 'b2b856a4-73a0-498f-8867-d7261d331366', 'status': 'completed', 'code': 200} Sep 17 04:37:42.030175 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 3ab96fb5-2c5a-484d-8537-588560c96378 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:37:42.030559 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:42.044172 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:42.047865 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:42.060115 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf2e2b-e921-4202-a441-d5440fd5cf5a req-7152dba9-e53b-4d8e-acbf-ad35860f90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:42.061936 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a5cf2e2b-e921-4202-a441-d5440fd5cf5a req-7152dba9-e53b-4d8e-acbf-ad35860f90ab service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 1129 time: 0.0438483 Sep 17 04:37:42.073284 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-631fca3b-2c9d-44e8-b6fd-3226ea38b239 None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:37:42.078791 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:37:42.081025 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508a77ae-41fa-4253-9961-64e8dcc4436e" -d '{"events": [{"server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "name": "network-vif-plugged", "status": "completed", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:37:42.120501 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 3ab96fb5-2c5a-484d-8537-588560c96378, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3ab96fb5-2c5a-484d-8537-588560c96378,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:37:42.136530 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6d0510-e802-4359-98c3-11f6c83c3ca8 x-openstack-request-id: req-db6d0510-e802-4359-98c3-11f6c83c3ca8 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:37:42.137076 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "name": "network-vif-plugged", "status": "completed", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:37:42.137468 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db6d0510-e802-4359-98c3-11f6c83c3ca8 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:37:42.137875 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6d0510-e802-4359-98c3-11f6c83c3ca8'] response: {'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378', 'code': 200} Sep 17 04:37:42.138589 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:42.169319 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf2e2b-e921-4202-a441-d5440fd5cf5a req-4c981460-1176-4516-b83d-3008db2680a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:42.170767 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a5cf2e2b-e921-4202-a441-d5440fd5cf5a req-4c981460-1176-4516-b83d-3008db2680a2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 200 len: 915 time: 0.1028900 Sep 17 04:37:42.235036 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a5cf2e2b-e921-4202-a441-d5440fd5cf5a req-fa4f46f2-7265-4b37-acfc-3baae499dae4 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b856a4-73a0-498f-8867-d7261d331366 HTTP/1.1" status: 200 len: 999 time: 0.0585506 Sep 17 04:37:42.292174 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf2e2b-e921-4202-a441-d5440fd5cf5a req-d2bb8a04-f45e-4fcc-b108-25b7d395b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:42.293927 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a5cf2e2b-e921-4202-a441-d5440fd5cf5a req-d2bb8a04-f45e-4fcc-b108-25b7d395b426 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 200 len: 853 time: 0.0518613 Sep 17 04:37:42.375296 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683f79-26b1-4fca-9175-e5f2e2c9980f req-6b9064ba-9ae7-477f-8089-7ead13641309 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:42.385442 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-29683f79-26b1-4fca-9175-e5f2e2c9980f req-6b9064ba-9ae7-477f-8089-7ead13641309 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0884025 Sep 17 04:37:42.404074 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=3ab96fb5-2c5a-484d-8537-588560c96378,revision_number=7']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:42.439758 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf2e2b-e921-4202-a441-d5440fd5cf5a req-3354bde5-805a-44f5-9cc8-1abd54d4910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:42.441387 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a5cf2e2b-e921-4202-a441-d5440fd5cf5a req-3354bde5-805a-44f5-9cc8-1abd54d4910f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5d741fbf-1171-42a3-8de2-aef8bbcc1581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1354988 Sep 17 04:37:42.493372 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-631fca3b-2c9d-44e8-b6fd-3226ea38b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '1fe653c4-0933-4c07-b8f1-0e2d9a537014', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': 'b2b856a4-73a0-498f-8867-d7261d331366', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:82:3d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871c4641-f974-4cc5-bc3e-0c87446fedc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:37:27Z', 'updated_at': '2022-09-17T04:37:41Z', 'revision_number': 1, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:42.512916 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-29683f79-26b1-4fca-9175-e5f2e2c9980f req-d397c41d-b5c1-40c4-b123-603ebf43828d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264791 Sep 17 04:37:42.519797 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fca3b-2c9d-44e8-b6fd-3226ea38b239 None None] Checking router: 7338ced2-0798-43c2-bdf6-c22b5b76a87c for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:37:42.529190 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631fca3b-2c9d-44e8-b6fd-3226ea38b239 None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:37:42.530082 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-631fca3b-2c9d-44e8-b6fd-3226ea38b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:37:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:42.566647 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a5cf2e2b-e921-4202-a441-d5440fd5cf5a req-6ff03d64-d175-4b23-b3da-33955333b3c4 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189380 Sep 17 04:37:42.632554 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-631fca3b-2c9d-44e8-b6fd-3226ea38b239 None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:37:42.655195 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a5cf2e2b-e921-4202-a441-d5440fd5cf5a req-734cf7e1-a465-4380-99d1-7c069898438d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825431 Sep 17 04:37:42.852465 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-631fca3b-2c9d-44e8-b6fd-3226ea38b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '1fe653c4-0933-4c07-b8f1-0e2d9a537014', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': 'b2b856a4-73a0-498f-8867-d7261d331366', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:82:3d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871c4641-f974-4cc5-bc3e-0c87446fedc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:37:27Z', 'updated_at': '2022-09-17T04:37:41Z', 'revision_number': 1, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:37:42.878663 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fca3b-2c9d-44e8-b6fd-3226ea38b239 None None] The sync data for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi is: [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '1fe653c4-0933-4c07-b8f1-0e2d9a537014', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'port_id': 'b2b856a4-73a0-498f-8867-d7261d331366', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'mac_address': 'fa:16:3e:82:3d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871c4641-f974-4cc5-bc3e-0c87446fedc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:37:27Z', 'updated_at': '2022-09-17T04:37:41Z', 'revision_number': 1, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:37:43.057893 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e701c6-2016-44b3-8225-6f51e2050aa1 None None] New status for floating IP 1fe653c4-0933-4c07-b8f1-0e2d9a537014: ACTIVE {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:37:43.643401 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42689751-eb1c-49d7-8883-eaec7ff98764 req-76aef78a-5a71-4971-8f59-084888bbd60c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:43.644883 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-42689751-eb1c-49d7-8883-eaec7ff98764 req-76aef78a-5a71-4971-8f59-084888bbd60c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0481763 Sep 17 04:37:43.693794 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-42689751-eb1c-49d7-8883-eaec7ff98764 req-34c02d34-1bcf-4451-95c7-7ba4532a628a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429144 Sep 17 04:37:44.834066 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238186b4-4de8-42f7-84c7-9266dcba9c5c req-feb7f418-92f6-4995-9f92-1ab16dffcb27 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:44.835667 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-238186b4-4de8-42f7-84c7-9266dcba9c5c req-feb7f418-92f6-4995-9f92-1ab16dffcb27 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0534225 Sep 17 04:37:44.863842 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:44.888382 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-238186b4-4de8-42f7-84c7-9266dcba9c5c req-83f1795f-e2f6-4bda-9374-8b90c34a8f84 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465605 Sep 17 04:37:46.280269 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43708) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:46.354612 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056447b-1ba9-4584-a4d1-d49aa29098ed req-b38a5d0a-d7dd-44f8-ad39-0dac6d6d2f15 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:46.363016 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c056447b-1ba9-4584-a4d1-d49aa29098ed req-b38a5d0a-d7dd-44f8-ad39-0dac6d6d2f15 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.3797803 Sep 17 04:37:46.417017 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0f86-0aac-4b3a-99ce-d2fa267ab85a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:46.426900 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:46.438656 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c056447b-1ba9-4584-a4d1-d49aa29098ed req-bea07f58-4daf-4ddf-9941-47b91b0a2560 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744276 Sep 17 04:37:46.534665 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0f86-0aac-4b3a-99ce-d2fa267ab85a admin admin] Publish callbacks [] for security_group (16e8588b-6e38-40b5-ad88-8d7d2b2d5bd6), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:46.543284 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0f86-0aac-4b3a-99ce-d2fa267ab85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (16e8588b-6e38-40b5-ad88-8d7d2b2d5bd6), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:46.591627 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d7cf0f86-0aac-4b3a-99ce-d2fa267ab85a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=98d0823fce8c41099e47fa1ebb634877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074086 Sep 17 04:37:46.591627 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf0f86-0aac-4b3a-99ce-d2fa267ab85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e8588b-6e38-40b5-ad88-8d7d2b2d5bd6,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:46.592368 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43712) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:46.649938 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aafeb8fe-69a5-4ad0-ab4e-0421a2e1dc41 admin admin] Publish callbacks [] for security_group (16e8588b-6e38-40b5-ad88-8d7d2b2d5bd6), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:46.653238 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:46.681725 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aafeb8fe-69a5-4ad0-ab4e-0421a2e1dc41 admin admin] Publish callbacks [] for security_group (16e8588b-6e38-40b5-ad88-8d7d2b2d5bd6), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:46.734093 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aafeb8fe-69a5-4ad0-ab4e-0421a2e1dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (16e8588b-6e38-40b5-ad88-8d7d2b2d5bd6), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:46.736693 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aafeb8fe-69a5-4ad0-ab4e-0421a2e1dc41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:46.738642 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-aafeb8fe-69a5-4ad0-ab4e-0421a2e1dc41 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/16e8588b-6e38-40b5-ad88-8d7d2b2d5bd6 HTTP/1.1" status: 204 len: 168 time: 0.1451755 Sep 17 04:37:46.748662 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafeb8fe-69a5-4ad0-ab4e-0421a2e1dc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e8588b-6e38-40b5-ad88-8d7d2b2d5bd6,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:47.080790 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43718) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:47.097500 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8950ea0a-f1dd-4b2e-b5fc-102bb3919324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:47.191929 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8950ea0a-f1dd-4b2e-b5fc-102bb3919324 admin admin] Publish callbacks [] for security_group (2f4d95ce-f528-487c-b27b-3f7c26e8f915), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:47.197359 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8950ea0a-f1dd-4b2e-b5fc-102bb3919324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (2f4d95ce-f528-487c-b27b-3f7c26e8f915), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:47.229146 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950ea0a-f1dd-4b2e-b5fc-102bb3919324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4d95ce-f528-487c-b27b-3f7c26e8f915,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:47.261687 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-8950ea0a-f1dd-4b2e-b5fc-102bb3919324 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=1e368f187cda40c0a826b875c35d482e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787148 Sep 17 04:37:47.262629 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43720) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:47.314104 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a3643427-2c6a-4e70-bfe6-5f329b7a013f admin admin] Publish callbacks [] for security_group (2f4d95ce-f528-487c-b27b-3f7c26e8f915), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:47.339910 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a3643427-2c6a-4e70-bfe6-5f329b7a013f admin admin] Publish callbacks [] for security_group (2f4d95ce-f528-487c-b27b-3f7c26e8f915), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:47.399635 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a3643427-2c6a-4e70-bfe6-5f329b7a013f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (2f4d95ce-f528-487c-b27b-3f7c26e8f915), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:47.402991 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a3643427-2c6a-4e70-bfe6-5f329b7a013f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:47.404332 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-a3643427-2c6a-4e70-bfe6-5f329b7a013f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2f4d95ce-f528-487c-b27b-3f7c26e8f915 HTTP/1.1" status: 204 len: 168 time: 0.1404891 Sep 17 04:37:47.417799 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3643427-2c6a-4e70-bfe6-5f329b7a013f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4d95ce-f528-487c-b27b-3f7c26e8f915,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:47.591520 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9bccd-eff6-4d91-8819-2aaa7a239f50 req-e5da7b8f-fec9-466b-b902-9090a754d8ed tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:47.593891 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ecc9bccd-eff6-4d91-8819-2aaa7a239f50 req-e5da7b8f-fec9-466b-b902-9090a754d8ed tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0577791 Sep 17 04:37:47.669904 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ecc9bccd-eff6-4d91-8819-2aaa7a239f50 req-487529c3-fb51-4548-b3ec-28ded57cc2d9 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690067 Sep 17 04:37:47.869262 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43728) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:47.888908 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-cb44a3eb-ef9d-47bd-8775-9bac4200a450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:47.995746 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-cb44a3eb-ef9d-47bd-8775-9bac4200a450 admin admin] Publish callbacks [] for security_group (38a42647-30cf-403f-96d4-d48d3080e64f), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:48.001510 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-cb44a3eb-ef9d-47bd-8775-9bac4200a450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (38a42647-30cf-403f-96d4-d48d3080e64f), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:48.059762 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-cb44a3eb-ef9d-47bd-8775-9bac4200a450 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=2fa411ecc0c041f68c65a4ef7df518e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868508 Sep 17 04:37:48.059762 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44a3eb-ef9d-47bd-8775-9bac4200a450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a42647-30cf-403f-96d4-d48d3080e64f,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:48.060977 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43730) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:48.117235 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-71c412da-502e-4bbd-8f9c-21366581207f admin admin] Publish callbacks [] for security_group (38a42647-30cf-403f-96d4-d48d3080e64f), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:48.139244 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-71c412da-502e-4bbd-8f9c-21366581207f admin admin] Publish callbacks [] for security_group (38a42647-30cf-403f-96d4-d48d3080e64f), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:48.172151 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:48.195723 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-71c412da-502e-4bbd-8f9c-21366581207f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (38a42647-30cf-403f-96d4-d48d3080e64f), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:48.198883 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-71c412da-502e-4bbd-8f9c-21366581207f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:48.202196 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-71c412da-502e-4bbd-8f9c-21366581207f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/38a42647-30cf-403f-96d4-d48d3080e64f HTTP/1.1" status: 204 len: 168 time: 0.1397223 Sep 17 04:37:48.223729 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c412da-502e-4bbd-8f9c-21366581207f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a42647-30cf-403f-96d4-d48d3080e64f,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:48.435323 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-337d32d5-9ac7-46a7-a352-87a2f38e6605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:48.799031 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94537362-431c-40e6-9d6c-03ba4ff3b27d req-d55ced43-7df2-4660-8571-30bb6821ceeb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:48.807196 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-94537362-431c-40e6-9d6c-03ba4ff3b27d req-d55ced43-7df2-4660-8571-30bb6821ceeb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0566015 Sep 17 04:37:48.871827 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-94537362-431c-40e6-9d6c-03ba4ff3b27d req-04cc5a0b-b793-4870-b04b-efda2160ae5b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634770 Sep 17 04:37:49.068200 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43760) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:49.179293 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1456067391-network', 'tenant_id': 'db2188067a23494ab49f1e6812e501d6'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:37:49.200339 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Made reservation on behalf of db2188067a23494ab49f1e6812e501d6 for: {'network': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:37:49.202698 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:49.211700 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:49.250308 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:49.300606 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Publish callbacks [] for security_group (bbf4e3c1-57a4-48ee-8c2b-ea811cc37901), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:49.305895 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (bbf4e3c1-57a4-48ee-8c2b-ea811cc37901), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:49.329169 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=106227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:37:49.345612 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:49.348554 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (1ff3fae0-c69f-4d18-a26c-a7f9823341ce), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:49.348895 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.segments_db [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Added segment 1ff3fae0-c69f-4d18-a26c-a7f9823341ce of type vlan for network ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 Sep 17 04:37:49.392359 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:49.421528 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:49.422598 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:49.423187 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:49.488430 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4163413 Sep 17 04:37:49.491840 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43764) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:37:49.492397 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbab392-009d-4a95-ab7b-5f42f36fa78d admin admin] Pushing event updated for resources: {'Network': ['ID=ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:49.501737 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-3daeef3f-3c61-4026-87b4-ed2f84b0430c admin admin] Request body: {'subnet': {'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1456067391-subnet', 'tenant_id': 'db2188067a23494ab49f1e6812e501d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:37:49.502493 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:37:49.546820 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daeef3f-3c61-4026-87b4-ed2f84b0430c admin admin] Made reservation on behalf of db2188067a23494ab49f1e6812e501d6 for: {'subnet': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:37:49.550390 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3daeef3f-3c61-4026-87b4-ed2f84b0430c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411567'] for subnet (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:49.758907 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3daeef3f-3c61-4026-87b4-ed2f84b0430c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9580585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411577'] for subnet (065d1312-4246-44e3-b492-ab516a04efad), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:49.814352 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daeef3f-3c61-4026-87b4-ed2f84b0430c admin admin] Pushing event updated for resources: {'Subnet': ['ID=065d1312-4246-44e3-b492-ab516a04efad,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:49.825590 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daeef3f-3c61-4026-87b4-ed2f84b0430c admin admin] Checking segment: {'id': '1ff3fae0-c69f-4d18-a26c-a7f9823341ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:37:49.825947 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daeef3f-3c61-4026-87b4-ed2f84b0430c admin admin] Network hostable DHCP agents. Network: ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:37:49.849571 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daeef3f-3c61-4026-87b4-ed2f84b0430c admin admin] Network ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:37:49.861904 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-3daeef3f-3c61-4026-87b4-ed2f84b0430c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96) {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:37:49.868212 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daeef3f-3c61-4026-87b4-ed2f84b0430c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:49.868974 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3daeef3f-3c61-4026-87b4-ed2f84b0430c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:49.873056 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df0e3af-20d8-4869-92ad-5832b300903d None None] Network ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:37:49.897240 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:49.909027 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-3daeef3f-3c61-4026-87b4-ed2f84b0430c admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4188392 Sep 17 04:37:49.932636 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:50.008399 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bce69b-4ea8-4013-acd0-c0f641ee4226 None None] Network ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:37:50.043310 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:50.061057 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d6dd1-8028-40e2-8f93-66ce82e764e1 req-2ae8470f-f10b-4fa2-bfb0-ed98bc7880ed tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:50.063086 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-463d6dd1-8028-40e2-8f93-66ce82e764e1 req-2ae8470f-f10b-4fa2-bfb0-ed98bc7880ed tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0662251 Sep 17 04:37:50.140498 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-463d6dd1-8028-40e2-8f93-66ce82e764e1 req-666a382e-d79a-4e9a-8bb4-278c1d5bef18 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609159 Sep 17 04:37:50.664863 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-28f5fbdb-b699-457f-a2ad-db50d315cd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:51.267205 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dedcd1-f05e-4740-b153-5ff43a15af5a req-b3a858e0-81c0-4828-8379-a9ca217c6253 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:51.274261 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e4dedcd1-f05e-4740-b153-5ff43a15af5a req-b3a858e0-81c0-4828-8379-a9ca217c6253 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0571127 Sep 17 04:37:51.320442 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:51.326996 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e4dedcd1-f05e-4740-b153-5ff43a15af5a req-9d8dbfe2-463b-4e27-b90b-2669ee52304a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516660 Sep 17 04:37:51.925521 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-0900c30f-1adf-4b7e-a19e-fb37acc9bd73 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:51.932853 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-0900c30f-1adf-4b7e-a19e-fb37acc9bd73 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 HTTP/1.1" status: 200 len: 809 time: 0.1300609 Sep 17 04:37:51.948791 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-7fecaf27-9c60-4d2e-b49e-6f8f331fd937 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/quotas/db2188067a23494ab49f1e6812e501d6 HTTP/1.1" status: 200 len: 375 time: 0.0149903 Sep 17 04:37:51.975933 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:51.980112 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-f18b6d26-cf88-4ec1-a251-699a2b8cfe1e tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=db2188067a23494ab49f1e6812e501d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304623 Sep 17 04:37:52.089615 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-22a9bf33-d971-4290-9806-c9d1eac6c29c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016710 Sep 17 04:37:52.189602 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-e09f55c8-ee33-45e2-b912-02b637826cd6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970235 Sep 17 04:37:52.402716 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-366f6ab2-193f-44a6-917e-449084a6f097 req-1580e915-b371-4c31-b33d-f9d93561c572 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 210 time: 0.0478239 Sep 17 04:37:52.480454 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7d372-7656-488d-be58-7dace498ca41 req-71f13879-ef47-4869-93a8-a36da68f3058 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:52.482341 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-37c7d372-7656-488d-be58-7dace498ca41 req-71f13879-ef47-4869-93a8-a36da68f3058 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0509906 Sep 17 04:37:52.538670 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:52.544086 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-37c7d372-7656-488d-be58-7dace498ca41 req-60de38fe-d52d-42cd-a809-2dd2cde886ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549805 Sep 17 04:37:53.151513 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=10 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:53.157688 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:53.485801 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:53.523908 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-05e38231-0006-4851-9866-bef0e0ad6580 req-b2aa211c-04cc-4251-a47a-5431c4e533a9 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 210 time: 0.0342679 Sep 17 04:37:53.590026 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:54.099924 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf3c49-1e34-4a58-b147-f7559943bac4 req-e1fcfe34-a92c-4c1e-954b-a22212744721 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:54.105562 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-addf3c49-1e34-4a58-b147-f7559943bac4 req-e1fcfe34-a92c-4c1e-954b-a22212744721 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.4010930 Sep 17 04:37:54.198266 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-26e59807-5efb-49f0-8fd6-b28e78675e97 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:54.199697 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-26e59807-5efb-49f0-8fd6-b28e78675e97 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.66 "GET /networking/v2.0/networks?id=ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 HTTP/1.1" status: 200 len: 809 time: 0.4425969 Sep 17 04:37:54.209603 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-addf3c49-1e34-4a58-b147-f7559943bac4 req-efd25ad3-6d59-4b2b-b154-834410c270d8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933440 Sep 17 04:37:54.225721 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-35644c31-a681-4b48-b066-7adab192621f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Request body: {'port': {'device_id': 'b9f66b43-8579-4da4-a345-4507e5aff93b', 'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96', 'admin_state_up': True, 'tenant_id': 'db2188067a23494ab49f1e6812e501d6'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:37:54.348654 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-35644c31-a681-4b48-b066-7adab192621f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Made reservation on behalf of db2188067a23494ab49f1e6812e501d6 for: {'port': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:37:54.352931 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-35644c31-a681-4b48-b066-7adab192621f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:54.519010 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-35644c31-a681-4b48-b066-7adab192621f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Allocated IP 172.20.0.11 (ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96/065d1312-4246-44e3-b492-ab516a04efad/5fa6e0bb-ef83-4b8a-81c6-789cc882210f) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:37:54.547097 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:54.660908 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9e06ba2b-0617-40bb-8b1d-4c3185a8fefc req-ec44481a-ee91-4b38-8484-f9a01f704907 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 210 time: 0.0378854 Sep 17 04:37:54.699356 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-35644c31-a681-4b48-b066-7adab192621f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks [] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:54.736243 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-35644c31-a681-4b48-b066-7adab192621f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:54.792756 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-35644c31-a681-4b48-b066-7adab192621f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Network ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:37:54.799198 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-35644c31-a681-4b48-b066-7adab192621f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:37:54.801968 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-35644c31-a681-4b48-b066-7adab192621f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:37:54.831195 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35644c31-a681-4b48-b066-7adab192621f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Pushing event updated for resources: {'Port': ['ID=5fa6e0bb-ef83-4b8a-81c6-789cc882210f,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:54.860341 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-35644c31-a681-4b48-b066-7adab192621f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:54.860952 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-35644c31-a681-4b48-b066-7adab192621f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:54.878997 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-35644c31-a681-4b48-b066-7adab192621f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6578362 Sep 17 04:37:54.897060 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Request body: {'port': {'device_id': 'b9f66b43-8579-4da4-a345-4507e5aff93b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:37:54.926228 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:54.966901 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:55.263818 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa6e0bb-ef83-4b8a-81c6-789cc882210f {{(pid=106226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:37:55.271735 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Publish callbacks [] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:55.284374 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.provisioning_blocks [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Transition to ACTIVE for port object 5fa6e0bb-ef83-4b8a-81c6-789cc882210f will not be triggered until provisioned by entity L2. {{(pid=106226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:37:55.289852 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:55.384032 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Pushing event updated for resources: {'Port': ['ID=5fa6e0bb-ef83-4b8a-81c6-789cc882210f,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:55.421857 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490ce90-629b-41ac-904c-e48bcbbcd473 req-ad093276-04d7-4515-a058-a7d417890df8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:55.423288 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c490ce90-629b-41ac-904c-e48bcbbcd473 req-ad093276-04d7-4515-a058-a7d417890df8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.1024723 Sep 17 04:37:55.474024 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Attempting to bind port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:37:55.474274 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Attempting to bind port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '1ff3fae0-c69f-4d18-a26c-a7f9823341ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96'}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:37:55.474594 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Attempting to bind port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f on network ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:37:55.501911 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:55.510589 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c490ce90-629b-41ac-904c-e48bcbbcd473 req-9a7ee00a-530d-4f5f-8541-4475dda1bcdb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812905 Sep 17 04:37:55.530248 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f on network ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:37:55.530572 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Attempting to bind port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f on network ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:37:55.575396 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:37:55.575721 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Checking segment: {'id': '1ff3fae0-c69f-4d18-a26c-a7f9823341ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:37:55.576096 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Bound using segment: {'id': '1ff3fae0-c69f-4d18-a26c-a7f9823341ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96'} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:37:55.576524 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Bound port: 5fa6e0bb-ef83-4b8a-81c6-789cc882210f, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff3fae0-c69f-4d18-a26c-a7f9823341ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96'}}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:37:55.576872 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:55.636176 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] For port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f, host hv-cinder-85799, cleared binding levels {{(pid=106226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:37:55.639295 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] For port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=5fa6e0bb-ef83-4b8a-81c6-789cc882210f,segment=NetworkSegment(1ff3fae0-c69f-4d18-a26c-a7f9823341ce),segment_id=1ff3fae0-c69f-4d18-a26c-a7f9823341ce)] {{(pid=106226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:37:55.647404 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:55.651808 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:55.652392 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:37:55.653780 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-066227dc-078c-4087-a6ec-f8916960390b service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/5fa6e0bb-ef83-4b8a-81c6-789cc882210f HTTP/1.1" status: 200 len: 1094 time: 0.7610223 Sep 17 04:37:55.654317 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f66b43-8579-4da4-a345-4507e5aff93b', 'tag': '5fa6e0bb-ef83-4b8a-81c6-789cc882210f'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:37:55.656587 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e95241-fdbb-4a92-b0a8-7fb8b08befa3" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f66b43-8579-4da4-a345-4507e5aff93b", "tag": "5fa6e0bb-ef83-4b8a-81c6-789cc882210f"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:37:55.701346 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fd1f74-a2c7-4796-81f8-4bc73fdf1623 x-openstack-request-id: req-92fd1f74-a2c7-4796-81f8-4bc73fdf1623 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:37:55.701633 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f66b43-8579-4da4-a345-4507e5aff93b", "tag": "5fa6e0bb-ef83-4b8a-81c6-789cc882210f", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:37:55.701883 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92fd1f74-a2c7-4796-81f8-4bc73fdf1623 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:37:55.702293 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92fd1f74-a2c7-4796-81f8-4bc73fdf1623'] response: {'name': 'network-changed', 'server_uuid': 'b9f66b43-8579-4da4-a345-4507e5aff93b', 'tag': '5fa6e0bb-ef83-4b8a-81c6-789cc882210f', 'status': 'completed', 'code': 200} Sep 17 04:37:55.712127 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066227dc-078c-4087-a6ec-f8916960390b service neutron] Pushing event updated for resources: {'Port': ['ID=5fa6e0bb-ef83-4b8a-81c6-789cc882210f,revision_number=3']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:37:55.795018 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9499c-db13-48eb-b72f-d41ddc075b27 req-c78dccfa-c159-47bf-9426-7ca2e3e38dcc tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:55.796498 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-53c9499c-db13-48eb-b72f-d41ddc075b27 req-c78dccfa-c159-47bf-9426-7ca2e3e38dcc tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 944 time: 0.0511124 Sep 17 04:37:55.807660 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:55.846323 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-53c9499c-db13-48eb-b72f-d41ddc075b27 req-d61c8c18-dd6b-4eb0-b800-19b8087cf7df tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441029 Sep 17 04:37:56.019237 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-12fe46a1-dab0-4092-aff5-5ac5e8d1c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:56.020793 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-12fe46a1-dab0-4092-aff5-5ac5e8d1c0a4 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=db2188067a23494ab49f1e6812e501d6&device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 1128 time: 0.0435069 Sep 17 04:37:56.223088 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-56236aaa-5fdf-4cf8-bd06-a1efcb2d58d9 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fa6e0bb-ef83-4b8a-81c6-789cc882210f HTTP/1.1" status: 200 len: 217 time: 0.0420938 Sep 17 04:37:56.244945 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ef33e-a850-4713-b9ca-54a2c5c87468 req-5b5c9982-c5fd-4932-8096-6453fc3e002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:56.246451 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3b0ef33e-a850-4713-b9ca-54a2c5c87468 req-5b5c9982-c5fd-4932-8096-6453fc3e002e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 1130 time: 0.0417948 Sep 17 04:37:56.276021 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-ce56113c-0f60-4ccb-86d3-3dde221ba17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:56.277537 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-ce56113c-0f60-4ccb-86d3-3dde221ba17c service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=065d1312-4246-44e3-b492-ab516a04efad HTTP/1.1" status: 200 len: 849 time: 0.0485609 Sep 17 04:37:56.311491 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-32c40c1b-cb5d-49a5-8b12-f07a779f3384 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261569 Sep 17 04:37:56.342729 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ef33e-a850-4713-b9ca-54a2c5c87468 req-9bead37c-be38-4361-bce8-3bb4e44bc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:56.344282 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3b0ef33e-a850-4713-b9ca-54a2c5c87468 req-9bead37c-be38-4361-bce8-3bb4e44bc29d service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 916 time: 0.0917366 Sep 17 04:37:56.404644 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-b8a130dd-72b5-4713-aeee-c0c20f2c22d9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868719 Sep 17 04:37:56.414353 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3b0ef33e-a850-4713-b9ca-54a2c5c87468 req-4ca9deec-05b2-409d-b5e0-26caa22d4441 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ab96fb5-2c5a-484d-8537-588560c96378 HTTP/1.1" status: 200 len: 1001 time: 0.0639467 Sep 17 04:37:56.466514 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ef33e-a850-4713-b9ca-54a2c5c87468 req-f4619bfb-7784-469b-a86c-fb0c74be214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:56.468203 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3b0ef33e-a850-4713-b9ca-54a2c5c87468 req-f4619bfb-7784-469b-a86c-fb0c74be214f service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 HTTP/1.1" status: 200 len: 854 time: 0.0475612 Sep 17 04:37:56.502208 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2902f132-ff85-44c2-9f04-5dc71a85b3b1 req-9c440426-59e0-4b67-841f-a49fea3d3727 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910788 Sep 17 04:37:56.515093 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ef33e-a850-4713-b9ca-54a2c5c87468 req-18370ddb-8196-4504-9ea4-6b8bd2b215d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:56.516745 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3b0ef33e-a850-4713-b9ca-54a2c5c87468 req-18370ddb-8196-4504-9ea4-6b8bd2b215d0 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e95cd093-c909-4fa1-980b-df0004dd3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425062 Sep 17 04:37:56.642524 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3b0ef33e-a850-4713-b9ca-54a2c5c87468 req-71984e73-09e4-4646-8816-114c01e64835 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184468 Sep 17 04:37:56.652832 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccdee9-0422-4fdd-a696-9245352bca82 req-54959241-dede-47c8-863d-6f89e2c7fa9a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:56.654261 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6dccdee9-0422-4fdd-a696-9245352bca82 req-54959241-dede-47c8-863d-6f89e2c7fa9a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0594015 Sep 17 04:37:56.708009 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6dccdee9-0422-4fdd-a696-9245352bca82 req-5147e151-8760-440b-94a9-c2f3f30fa23b tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459700 Sep 17 04:37:56.982355 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a83d6f-4dcf-49b6-b158-3246d0e21db8 req-46bd709b-59c3-4d41-accc-a46da6c72624 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:56.983835 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-57a83d6f-4dcf-49b6-b158-3246d0e21db8 req-46bd709b-59c3-4d41-accc-a46da6c72624 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 944 time: 0.0561140 Sep 17 04:37:57.036373 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-57a83d6f-4dcf-49b6-b158-3246d0e21db8 req-ec7bc83f-5ab3-42b3-ab93-df5d873ba8ec tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439954 Sep 17 04:37:57.857116 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a556e0-775e-4908-9436-25ee63495d78 req-3ee7a35e-a3b9-44f6-889c-58ce9e2bda08 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:57.858612 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-68a556e0-775e-4908-9436-25ee63495d78 req-3ee7a35e-a3b9-44f6-889c-58ce9e2bda08 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0550401 Sep 17 04:37:57.907666 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-68a556e0-775e-4908-9436-25ee63495d78 req-2cc50c41-ba22-4d6b-9a8f-38194dd93155 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432372 Sep 17 04:37:58.171832 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cb59e-434f-406a-aaa0-c8a1b32a24ab req-1ed25977-25b7-4319-8816-f7eaebfa611f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:58.173234 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d76cb59e-434f-406a-aaa0-c8a1b32a24ab req-1ed25977-25b7-4319-8816-f7eaebfa611f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 944 time: 0.0507760 Sep 17 04:37:58.221926 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d76cb59e-434f-406a-aaa0-c8a1b32a24ab req-606594fb-b07b-471a-b036-7d31b9ea5232 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430996 Sep 17 04:37:58.586876 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:58.607921 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e95241-fdbb-4a92-b0a8-7fb8b08befa3 req-a95c003a-8840-4010-b2fb-96452ccfd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:58.609947 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-05e95241-fdbb-4a92-b0a8-7fb8b08befa3 req-a95c003a-8840-4010-b2fb-96452ccfd1d0 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=db2188067a23494ab49f1e6812e501d6&device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 1128 time: 0.0419192 Sep 17 04:37:58.672601 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3b0ef33e-a850-4713-b9ca-54a2c5c87468 req-81362d57-96ea-435c-9138-1385fb438794 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049232 Sep 17 04:37:58.713315 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e95241-fdbb-4a92-b0a8-7fb8b08befa3 req-917e4694-302e-4696-b1b5-4bbc015dadf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:58.714821 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-05e95241-fdbb-4a92-b0a8-7fb8b08befa3 req-917e4694-302e-4696-b1b5-4bbc015dadf8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 HTTP/1.1" status: 200 len: 910 time: 0.0949533 Sep 17 04:37:59.052353 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0887ee-4ead-4ffe-b44e-9d387ba3214f req-25b6c43f-66b8-4ea5-b5a8-bb61cc4e7611 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:59.053821 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bc0887ee-4ead-4ffe-b44e-9d387ba3214f req-25b6c43f-66b8-4ea5-b5a8-bb61cc4e7611 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 946 time: 0.0488408 Sep 17 04:37:59.102350 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bc0887ee-4ead-4ffe-b44e-9d387ba3214f req-4f2ccb38-5313-4129-8a3a-f74141f221b4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427246 Sep 17 04:37:59.354152 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be886c2-2b7e-48ad-b51f-e8326ec93742 req-f5810103-6633-411c-9ae8-bcea24d28d21 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:37:59.355654 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6be886c2-2b7e-48ad-b51f-e8326ec93742 req-f5810103-6633-411c-9ae8-bcea24d28d21 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 944 time: 0.0488474 Sep 17 04:37:59.395646 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:37:59.404014 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6be886c2-2b7e-48ad-b51f-e8326ec93742 req-48232a7f-9c92-479b-bd5d-ed51576797df tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Sep 17 04:37:59.855393 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 5fa6e0bb-ef83-4b8a-81c6-789cc882210f details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:37:59.867815 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3ab96fb5-2c5a-484d-8537-588560c96378 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:38:00.011817 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 3ab96fb5-2c5a-484d-8537-588560c96378 is: ACTIVE; New status is: DOWN {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:38:00.012075 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:00.014952 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=5fa6e0bb-ef83-4b8a-81c6-789cc882210f,segment=NetworkSegment(1ff3fae0-c69f-4d18-a26c-a7f9823341ce),segment_id=1ff3fae0-c69f-4d18-a26c-a7f9823341ce)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:00.034025 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '5fa6e0bb-ef83-4b8a-81c6-789cc882210f', 'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96', 'port_id': '5fa6e0bb-ef83-4b8a-81c6-789cc882210f', 'mac_address': 'fa:16:3e:b8:6f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065d1312-4246-44e3-b492-ab516a04efad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:38:00.048158 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:38:00.050426 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e204f7c-f182-4a0b-93f9-510b8bd23b56" -d '{"events": [{"server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "name": "network-vif-unplugged", "status": "completed", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:38:00.079121 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 3ab96fb5-2c5a-484d-8537-588560c96378, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3ab96fb5-2c5a-484d-8537-588560c96378,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:00.087816 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:00.090752 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 17 Sep 2022 04:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861d738e-9d17-42e6-aaae-bc002fce2ed8 x-openstack-request-id: req-861d738e-9d17-42e6-aaae-bc002fce2ed8 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:38:00.091036 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "name": "network-vif-unplugged", "status": "completed", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:38:00.091369 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-861d738e-9d17-42e6-aaae-bc002fce2ed8 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:38:00.091760 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-861d738e-9d17-42e6-aaae-bc002fce2ed8'] response: {'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378', 'code': 200} Sep 17 04:38:00.113029 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:38:00.113421 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:00.138272 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa6e0bb-ef83-4b8a-81c6-789cc882210f {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:38:00.165835 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=3ab96fb5-2c5a-484d-8537-588560c96378,revision_number=8']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:00.171180 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=5fa6e0bb-ef83-4b8a-81c6-789cc882210f,segment=NetworkSegment(1ff3fae0-c69f-4d18-a26c-a7f9823341ce),segment_id=1ff3fae0-c69f-4d18-a26c-a7f9823341ce)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:00.176905 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:00.226132 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=5fa6e0bb-ef83-4b8a-81c6-789cc882210f,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:00.263623 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-05e95241-fdbb-4a92-b0a8-7fb8b08befa3 req-f2766535-ddfc-41c7-9cdb-3bd196d40982 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fa6e0bb-ef83-4b8a-81c6-789cc882210f HTTP/1.1" status: 200 len: 217 time: 0.0413151 Sep 17 04:38:00.273798 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354b239-02dc-4391-8c3a-6e8505ed80d1 req-92575315-91bb-406d-82c3-87c57bb2d880 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:00.275235 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f354b239-02dc-4391-8c3a-6e8505ed80d1 req-92575315-91bb-406d-82c3-87c57bb2d880 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0837045 Sep 17 04:38:00.355014 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e95241-fdbb-4a92-b0a8-7fb8b08befa3 req-086c1563-5ad2-4d88-b73a-931b33394f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:00.356449 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-05e95241-fdbb-4a92-b0a8-7fb8b08befa3 req-086c1563-5ad2-4d88-b73a-931b33394f52 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=065d1312-4246-44e3-b492-ab516a04efad HTTP/1.1" status: 200 len: 849 time: 0.0687361 Sep 17 04:38:00.360130 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f354b239-02dc-4391-8c3a-6e8505ed80d1 req-de287441-0ef8-4f8e-8218-0cc841504562 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794609 Sep 17 04:38:00.389475 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-05e95241-fdbb-4a92-b0a8-7fb8b08befa3 req-a9a8104a-f4d6-4d68-99c4-6c1a5afabcf6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264378 Sep 17 04:38:00.490192 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-05e95241-fdbb-4a92-b0a8-7fb8b08befa3 req-6283b75e-fd54-4272-8008-d120c76664e1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936460 Sep 17 04:38:00.515790 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:00.538715 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa1d42-e56c-4b23-86c0-4d6ff85e18e0 req-39fa17f1-d0e3-439f-806b-28c516df4f27 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:00.540240 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c2aa1d42-e56c-4b23-86c0-4d6ff85e18e0 req-39fa17f1-d0e3-439f-806b-28c516df4f27 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 945 time: 0.0489378 Sep 17 04:38:00.589719 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c2aa1d42-e56c-4b23-86c0-4d6ff85e18e0 req-871aa306-6881-4eb3-a6cd-85e73b4d61f7 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434525 Sep 17 04:38:00.590822 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-05e95241-fdbb-4a92-b0a8-7fb8b08befa3 req-ae06d2ee-5b69-4042-8c9e-fe1959b765a9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928221 Sep 17 04:38:00.627663 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['5fa6e0bb-ef83-4b8a-81c6-789cc882210f'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:38:00.732430 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:01.498971 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f1ee6-52c0-447b-93cf-5a13580714e3 req-0650488c-7de0-4d20-8880-3ed710838c83 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:01.500401 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-da7f1ee6-52c0-447b-93cf-5a13580714e3 req-0650488c-7de0-4d20-8880-3ed710838c83 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0480535 Sep 17 04:38:01.548533 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-da7f1ee6-52c0-447b-93cf-5a13580714e3 req-9c62c911-3fad-49c2-afa1-1aafe61c27df tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423799 Sep 17 04:38:01.716000 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d97ec-9131-4734-90c5-e2dc8fc560ac req-271e2095-529c-41a9-abc5-3f7ad93e5d91 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:01.717585 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9f4d97ec-9131-4734-90c5-e2dc8fc560ac req-271e2095-529c-41a9-abc5-3f7ad93e5d91 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 945 time: 0.0484483 Sep 17 04:38:01.766381 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9f4d97ec-9131-4734-90c5-e2dc8fc560ac req-a5c2aa37-2608-490d-a28f-3a5b93b14389 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Sep 17 04:38:02.895951 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1d90a-a094-4c51-a81e-afd45abe807a req-59b23df5-15be-4d1b-afaa-74eb379f21bc tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:02.897585 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a9b1d90a-a094-4c51-a81e-afd45abe807a req-59b23df5-15be-4d1b-afaa-74eb379f21bc tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 945 time: 0.0515199 Sep 17 04:38:02.944885 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a9b1d90a-a094-4c51-a81e-afd45abe807a req-963bc980-6428-4954-b998-a076bd75ae85 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414834 Sep 17 04:38:03.707909 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6cab0-95f2-46e7-bbd5-343c55ee6ada req-4c36caec-6bc7-47cd-8922-37d7789e65f5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:03.709440 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-89d6cab0-95f2-46e7-bbd5-343c55ee6ada req-4c36caec-6bc7-47cd-8922-37d7789e65f5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0531158 Sep 17 04:38:03.757381 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-89d6cab0-95f2-46e7-bbd5-343c55ee6ada req-6b584107-aeee-4f38-ac2a-918561be483e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423172 Sep 17 04:38:03.951565 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 43924) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:38:04.041506 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-6788eeeb-1443-40fa-b1eb-71217a2bb125 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884163 Sep 17 04:38:04.050319 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-cdac7c8c-cf8d-4a83-b91d-cdb6bb834db2 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:38:04.051279 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-cdac7c8c-cf8d-4a83-b91d-cdb6bb834db2 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049539 Sep 17 04:38:04.052498 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:04.066091 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6f145-fe99-4014-8d05-4c2140b5f85c req-c30ed058-3c23-4ca5-bfc1-f768d5badca6 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:04.067554 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-77b6f145-fe99-4014-8d05-4c2140b5f85c req-c30ed058-3c23-4ca5-bfc1-f768d5badca6 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 945 time: 0.0478747 Sep 17 04:38:04.117533 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-77b6f145-fe99-4014-8d05-4c2140b5f85c req-71d46ba6-7b14-4efa-b377-831c4a3deb31 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441475 Sep 17 04:38:04.129552 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 43934) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:38:04.228408 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-6591dbee-4cf7-4f57-9e47-ae78b2e21b21 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:04.229783 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-6591dbee-4cf7-4f57-9e47-ae78b2e21b21 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports/3ab96fb5-2c5a-484d-8537-588560c96378 HTTP/1.1" status: 200 len: 941 time: 0.0956523 Sep 17 04:38:04.887215 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8683d-0f3e-4779-8b36-f95980c0b593 req-d9ec680c-0584-4a29-a0c8-eeda4543227a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:04.889294 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ffe8683d-0f3e-4779-8b36-f95980c0b593 req-d9ec680c-0584-4a29-a0c8-eeda4543227a tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0516462 Sep 17 04:38:04.940166 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ffe8683d-0f3e-4779-8b36-f95980c0b593 req-4477ba58-5f21-4d64-9c84-9cbe037d0f03 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450840 Sep 17 04:38:05.237753 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e14dea-f3f7-4b76-af08-d6bd6df86420 req-be3a8a43-1d2f-4183-ad37-ebd831140f8f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:05.239204 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-78e14dea-f3f7-4b76-af08-d6bd6df86420 req-be3a8a43-1d2f-4183-ad37-ebd831140f8f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 945 time: 0.0484130 Sep 17 04:38:05.258567 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 5fa6e0bb-ef83-4b8a-81c6-789cc882210f up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:38:05.292327 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-78e14dea-f3f7-4b76-af08-d6bd6df86420 req-b3a3956d-0b2c-49b1-b178-02abce8d33b9 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 Sep 17 04:38:05.293748 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:05.302682 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:05.308628 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:38:05.315345 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:38:05.315710 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:05.316045 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f Sep 17 04:38:05.389675 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:38:05.390065 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:05.413335 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-45e940d7-df11-47d4-ae97-7ec7e32e6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:05.413543 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f66b43-8579-4da4-a345-4507e5aff93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa6e0bb-ef83-4b8a-81c6-789cc882210f'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:38:05.414736 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-45e940d7-df11-47d4-ae97-7ec7e32e6c14 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e&tenant_id=e0b194b28dec41119ae0d6d913f19c31 HTTP/1.1" status: 200 len: 1128 time: 0.0433538 Sep 17 04:38:05.415700 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f20a6ce-eb6c-45ac-9865-6f6510d85153" -d '{"events": [{"server_uuid": "b9f66b43-8579-4da4-a345-4507e5aff93b", "name": "network-vif-plugged", "status": "completed", "tag": "5fa6e0bb-ef83-4b8a-81c6-789cc882210f"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:38:05.428351 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=5fa6e0bb-ef83-4b8a-81c6-789cc882210f,segment=NetworkSegment(1ff3fae0-c69f-4d18-a26c-a7f9823341ce),segment_id=1ff3fae0-c69f-4d18-a26c-a7f9823341ce)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:05.433102 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:05.433975 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3ab96fb5-2c5a-484d-8537-588560c96378 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:38:05.470333 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5ae712-cfe2-4e6e-9a48-18ff2dd25886 x-openstack-request-id: req-0b5ae712-cfe2-4e6e-9a48-18ff2dd25886 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:38:05.470737 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f66b43-8579-4da4-a345-4507e5aff93b", "name": "network-vif-plugged", "status": "completed", "tag": "5fa6e0bb-ef83-4b8a-81c6-789cc882210f", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:38:05.471001 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b5ae712-cfe2-4e6e-9a48-18ff2dd25886 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:38:05.471390 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5ae712-cfe2-4e6e-9a48-18ff2dd25886'] response: {'server_uuid': 'b9f66b43-8579-4da4-a345-4507e5aff93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa6e0bb-ef83-4b8a-81c6-789cc882210f', 'code': 200} Sep 17 04:38:05.509248 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=5fa6e0bb-ef83-4b8a-81c6-789cc882210f,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:05.532337 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-b6ef47d1-2eb4-46bd-97cf-fb1b502865d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:05.534041 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-b6ef47d1-2eb4-46bd-97cf-fb1b502865d7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 1128 time: 0.0447140 Sep 17 04:38:05.545875 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 3ab96fb5-2c5a-484d-8537-588560c96378 is: DOWN; New status is: DOWN {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:38:05.637206 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-f92f77db-e744-4b2d-876c-661c16eb09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:05.638673 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-f92f77db-e744-4b2d-876c-661c16eb09f9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 916 time: 0.0942316 Sep 17 04:38:05.679186 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41f376-b103-423a-a3b2-e7241830de5c req-25dd3501-c74d-4770-8c25-f6d4d869ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:05.680805 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2d41f376-b103-423a-a3b2-e7241830de5c req-25dd3501-c74d-4770-8c25-f6d4d869ca18 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 1130 time: 0.0405419 Sep 17 04:38:05.705042 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-0ec14352-6cf1-480c-9769-7d17e5a7b743 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ab96fb5-2c5a-484d-8537-588560c96378 HTTP/1.1" status: 200 len: 999 time: 0.0601609 Sep 17 04:38:05.724526 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2d41f376-b103-423a-a3b2-e7241830de5c req-62501762-6e45-44d1-8c3d-1eec7f4283f9 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378242 Sep 17 04:38:05.739470 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:05.754896 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-f656a5a3-63f9-476c-ace6-e19bc163110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:05.756320 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-f656a5a3-63f9-476c-ace6-e19bc163110b service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 HTTP/1.1" status: 200 len: 854 time: 0.0454705 Sep 17 04:38:06.076209 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebb175-1e74-46d9-ab6b-82a37a8c3777 req-8e712edf-8619-4881-a24f-0db5f51b8355 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:06.077712 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeebb175-1e74-46d9-ab6b-82a37a8c3777 req-8e712edf-8619-4881-a24f-0db5f51b8355 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0516257 Sep 17 04:38:06.124344 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aeebb175-1e74-46d9-ab6b-82a37a8c3777 req-4a6ffa8b-b628-4f19-b6e2-a1e126efb2fa tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409586 Sep 17 04:38:06.217429 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-536d3853-866c-4630-afe5-4b892b3289f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:06.218912 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-536d3853-866c-4630-afe5-4b892b3289f3 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e95cd093-c909-4fa1-980b-df0004dd3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395851 Sep 17 04:38:06.337940 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-4b1de513-3a21-42cd-8d6c-f55054af23e3 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129057 Sep 17 04:38:06.412574 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:06.426182 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76022f3-43d8-41ea-b3de-678e8a907a9a req-423f9846-bb01-4ccb-a174-5d85e0aa1fb3 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:06.427643 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d76022f3-43d8-41ea-b3de-678e8a907a9a req-423f9846-bb01-4ccb-a174-5d85e0aa1fb3 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0487790 Sep 17 04:38:06.477360 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d76022f3-43d8-41ea-b3de-678e8a907a9a req-e8a29e18-2a91-4b37-8fa7-1f7ad4740bbc tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438924 Sep 17 04:38:06.870062 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-023a0e74-23cf-4b4c-bf6c-87d50223a61f req-d5a8dc33-217f-4ba0-af75-80c005579d24 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990822 Sep 17 04:38:07.253937 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fb68e-470a-4db3-be4d-3d7883f040cf req-7973a243-a534-421a-8052-965847120d99 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:07.255406 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f16fb68e-470a-4db3-be4d-3d7883f040cf req-7973a243-a534-421a-8052-965847120d99 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0485144 Sep 17 04:38:07.302874 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f16fb68e-470a-4db3-be4d-3d7883f040cf req-f818ea73-ce68-4f79-8f0b-d4c61eccce41 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 Sep 17 04:38:07.612905 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8997b-4c6e-418f-9779-ec6214f81d49 req-b731489e-eebe-4123-ac1c-5254d1678885 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:07.614384 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-29b8997b-4c6e-418f-9779-ec6214f81d49 req-b731489e-eebe-4123-ac1c-5254d1678885 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0469682 Sep 17 04:38:07.662975 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-29b8997b-4c6e-418f-9779-ec6214f81d49 req-2fcfe06f-04b1-4c6f-817c-485e6b372c84 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427792 Sep 17 04:38:08.448879 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6636e02-d0b1-4242-9c7b-1cf33e720f69 req-0f231eb0-536a-4f35-9f02-32ae2fd96919 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:08.458558 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b6636e02-d0b1-4242-9c7b-1cf33e720f69 req-0f231eb0-536a-4f35-9f02-32ae2fd96919 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0622492 Sep 17 04:38:08.509212 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b6636e02-d0b1-4242-9c7b-1cf33e720f69 req-23f72cd0-62c6-4218-9aa0-6be0ed5eafec tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494967 Sep 17 04:38:09.569518 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:09.581579 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f011ba5-1c77-46ce-9953-f7ea7fc61d13 req-407f7c54-02e6-4ddf-a50d-c281c657bf1f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:09.583037 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2f011ba5-1c77-46ce-9953-f7ea7fc61d13 req-407f7c54-02e6-4ddf-a50d-c281c657bf1f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0520051 Sep 17 04:38:09.631786 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2f011ba5-1c77-46ce-9953-f7ea7fc61d13 req-fe690185-d7ff-4c23-bfd5-48c68256fc24 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429878 Sep 17 04:38:09.643277 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc8d67-9cae-4b72-9576-da207071c43a req-dd6e2f10-4fb4-4abf-8680-973c5d8944eb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:09.644806 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-50bc8d67-9cae-4b72-9576-da207071c43a req-dd6e2f10-4fb4-4abf-8680-973c5d8944eb tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0515289 Sep 17 04:38:09.700733 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-50bc8d67-9cae-4b72-9576-da207071c43a req-10976df3-fff9-4fec-9a2a-a24e932bb892 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502717 Sep 17 04:38:10.783120 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aab13-bc87-448b-9ee6-b7d9c3ed4492 req-10a4b400-e97b-48cc-b72d-b8881c727b76 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:10.784972 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9c1aab13-bc87-448b-9ee6-b7d9c3ed4492 req-10a4b400-e97b-48cc-b72d-b8881c727b76 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0615327 Sep 17 04:38:10.839354 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9c1aab13-bc87-448b-9ee6-b7d9c3ed4492 req-f4aea520-78b4-481f-9623-ec149ee0c625 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463455 Sep 17 04:38:10.844909 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16d698-59cd-4354-9bb5-fd2e5d3f90b2 req-284b3d06-342f-41d6-8ad0-5eb2bc0a4165 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:10.846660 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1e16d698-59cd-4354-9bb5-fd2e5d3f90b2 req-284b3d06-342f-41d6-8ad0-5eb2bc0a4165 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0563202 Sep 17 04:38:10.912959 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1e16d698-59cd-4354-9bb5-fd2e5d3f90b2 req-184419d7-93de-45fc-a3e4-64c522b45733 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597801 Sep 17 04:38:11.973350 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44ea08-a690-44e2-b217-1e3b16d38cc1 req-04b07509-1fab-4eaa-92d9-492cfee63a64 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:11.975027 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9a44ea08-a690-44e2-b217-1e3b16d38cc1 req-04b07509-1fab-4eaa-92d9-492cfee63a64 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0521002 Sep 17 04:38:11.999183 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-d7ac5f69-77fb-4223-9d11-28f648636c9c tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2116056742&fields=id&tenant_id=752e65efe679458fab6b8dbc3a9de82f HTTP/1.1" status: 200 len: 267 time: 0.0670459 Sep 17 04:38:12.030059 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9a44ea08-a690-44e2-b217-1e3b16d38cc1 req-eef806a4-17a6-4042-b441-0314fd0ec7c4 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488639 Sep 17 04:38:12.122603 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-80468035-eb0f-49a7-ad9c-86de44e2656e tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:12.124256 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-80468035-eb0f-49a7-ad9c-86de44e2656e tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/networks?id=e322731d-9c63-4618-8051-e8dea6bb2db6 HTTP/1.1" status: 200 len: 812 time: 0.1172540 Sep 17 04:38:12.144606 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-88d95375-708a-43c5-9eb8-deebe6a05cca tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/quotas/752e65efe679458fab6b8dbc3a9de82f HTTP/1.1" status: 200 len: 375 time: 0.0117571 Sep 17 04:38:12.146516 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307f2cd-008f-4498-867e-78a3ac43b18b req-9a6ced5e-35ac-45a5-bd55-35b33f484e11 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:12.148110 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d307f2cd-008f-4498-867e-78a3ac43b18b req-9a6ced5e-35ac-45a5-bd55-35b33f484e11 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0581894 Sep 17 04:38:12.197200 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d307f2cd-008f-4498-867e-78a3ac43b18b req-db2f1d2f-1e28-4655-993e-b4eb59f58a92 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433428 Sep 17 04:38:12.220568 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-70bab1ae-03ab-4cc2-bfc0-10dffcce3cf8 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667956 Sep 17 04:38:12.328252 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-7a0270a9-8b50-4c6d-b577-4f8606c073d3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867724 Sep 17 04:38:12.386466 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:12.425821 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-2d1522c7-de6e-4f32-a216-b921f095d7b9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915663 Sep 17 04:38:12.750166 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9e8d7e81-30e7-46ed-bb15-b5a65e50f286 req-914e1ce5-eb59-47ac-9b32-98dfeb3261a5 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0293648 Sep 17 04:38:12.993697 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:38:13.170565 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4060b-e98a-44e4-87d0-f71fe3b85b18 req-664997fe-6e25-47df-8183-bd73b607cc3a tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:13.172072 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-34a4060b-e98a-44e4-87d0-f71fe3b85b18 req-664997fe-6e25-47df-8183-bd73b607cc3a tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0481789 Sep 17 04:38:13.223804 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-34a4060b-e98a-44e4-87d0-f71fe3b85b18 req-fadcd0e8-725e-4f7a-a5ac-e0c3d1b8b409 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 Sep 17 04:38:13.331726 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011319f-2cef-45aa-b5da-d18729522bc1 req-3fd24603-03dd-4752-a5b1-600dba92e146 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:13.333287 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d011319f-2cef-45aa-b5da-d18729522bc1 req-3fd24603-03dd-4752-a5b1-600dba92e146 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0520093 Sep 17 04:38:13.382791 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d011319f-2cef-45aa-b5da-d18729522bc1 req-7996c866-873b-4753-8cc9-baada67e6f81 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434227 Sep 17 04:38:13.864537 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a86beab3-bc49-4904-813b-1e34a6d1152b req-1c0c4f91-2af4-4aa7-82ad-b158a89f2690 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0300560 Sep 17 04:38:14.355507 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f8fd0-a23d-4e45-9875-5a0268f736d0 req-78364f9b-fe88-4b74-af25-7b5f83b58692 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:14.357006 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-236f8fd0-a23d-4e45-9875-5a0268f736d0 req-78364f9b-fe88-4b74-af25-7b5f83b58692 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0535030 Sep 17 04:38:14.377801 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:14.407658 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-236f8fd0-a23d-4e45-9875-5a0268f736d0 req-e82e4936-8483-49b2-9885-2bfa48f8b745 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449166 Sep 17 04:38:14.521523 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b8aa5-df3b-446b-9968-0a89cc809589 req-3225c02f-2f93-4d60-a407-63933a162578 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:14.523143 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-060b8aa5-df3b-446b-9968-0a89cc809589 req-3225c02f-2f93-4d60-a407-63933a162578 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0535567 Sep 17 04:38:14.575022 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-060b8aa5-df3b-446b-9968-0a89cc809589 req-7d928fa5-10fc-4953-8657-0d972d30f0dc tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457988 Sep 17 04:38:14.969601 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3ba8c511-a60f-4980-8da0-5ae766ce713d req-788fe1ad-d2ac-477c-848e-6972ded8c7af tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0305231 Sep 17 04:38:15.543225 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:15.545429 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:15.553143 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7041e68-5a1d-4942-8d04-c9b9526b6c9e req-74d453e9-dee1-4bc5-9544-e048984f7ba5 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:15.554668 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e7041e68-5a1d-4942-8d04-c9b9526b6c9e req-74d453e9-dee1-4bc5-9544-e048984f7ba5 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0516114 Sep 17 04:38:15.612337 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e7041e68-5a1d-4942-8d04-c9b9526b6c9e req-9bd399e6-d712-4ff3-a532-e02c7a610213 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518308 Sep 17 04:38:15.709537 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e54e1-a52f-4c41-877c-cbfad984b1c9 req-ad3762b8-7c07-48e6-9bab-e0d3b89e6bcc tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:15.710944 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-303e54e1-a52f-4c41-877c-cbfad984b1c9 req-ad3762b8-7c07-48e6-9bab-e0d3b89e6bcc tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0517609 Sep 17 04:38:15.760585 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-303e54e1-a52f-4c41-877c-cbfad984b1c9 req-6cd5b537-7135-42db-bdf2-7d417001abda tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434418 Sep 17 04:38:16.085556 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-743b8644-9261-4731-81a2-d31bf546e8d9 req-c3f9a57d-e4f7-44a2-bd2f-4aa42fe1f994 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0277686 Sep 17 04:38:16.758633 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d1cc5-4617-4961-8441-08972f4da969 req-1f36d732-7d12-44d4-860c-6fd49ae48b45 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:16.760186 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d64d1cc5-4617-4961-8441-08972f4da969 req-1f36d732-7d12-44d4-860c-6fd49ae48b45 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0658724 Sep 17 04:38:16.810645 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d64d1cc5-4617-4961-8441-08972f4da969 req-d6ead4c3-a3aa-42f0-b6e5-f32966e32d44 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447581 Sep 17 04:38:16.894606 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa73e72-2986-4170-9fcd-257a381e4194 req-d85373e2-21bc-493d-848d-826e868baea7 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:16.896390 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bfa73e72-2986-4170-9fcd-257a381e4194 req-d85373e2-21bc-493d-848d-826e868baea7 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0516479 Sep 17 04:38:16.956791 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bfa73e72-2986-4170-9fcd-257a381e4194 req-5c9fbb82-5947-4b90-9bd8-3da9a5333b1f tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540187 Sep 17 04:38:17.197878 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3bfaa78d-c723-4baf-9f6d-6192b645f2a2 req-a690b454-d29a-4aaa-9874-4938de29467f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0283685 Sep 17 04:38:17.937777 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b096a-8ef8-4edf-a90b-5d0e1ca6de9e req-ac897f00-b0e8-4d1d-8c97-02d904d129bf tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:17.939136 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f73b096a-8ef8-4edf-a90b-5d0e1ca6de9e req-ac897f00-b0e8-4d1d-8c97-02d904d129bf tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0467200 Sep 17 04:38:17.971755 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:17.989282 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f73b096a-8ef8-4edf-a90b-5d0e1ca6de9e req-ff1e5da0-b195-4459-96d5-2f6932a60daf tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440383 Sep 17 04:38:18.091310 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfd3a8-e37f-4158-b238-54a215ed91d5 req-5a36c908-b78e-4352-841a-10283f9992ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:18.092799 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-41cfd3a8-e37f-4158-b238-54a215ed91d5 req-5a36c908-b78e-4352-841a-10283f9992ab tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0534322 Sep 17 04:38:18.149935 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-41cfd3a8-e37f-4158-b238-54a215ed91d5 req-378dd551-a236-4679-9125-fcf2f3d3f659 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512991 Sep 17 04:38:18.309020 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6bf1d2e2-fb0e-4131-8688-3743bc1c50a9 req-4bc91834-ad74-45ab-b2ce-2fb920425049 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0340145 Sep 17 04:38:18.437062 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-39937f18-1274-440a-8c9c-d300770486eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:18.772050 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:19.112351 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:19.128495 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3b8d7-316c-49a7-b277-0e840b105490 req-96142015-3b27-4ab6-92c1-9be74906fc1e tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:19.129993 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-66f3b8d7-316c-49a7-b277-0e840b105490 req-96142015-3b27-4ab6-92c1-9be74906fc1e tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0506482 Sep 17 04:38:19.177356 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-66f3b8d7-316c-49a7-b277-0e840b105490 req-7e78d795-2304-4e5c-8fd5-06905af1610d tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415823 Sep 17 04:38:19.284146 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a59b1-6c4e-47f1-a3fa-c6cdad642691 req-f206fc8e-f901-498e-8d7b-07cd83808304 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:19.285602 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b38a59b1-6c4e-47f1-a3fa-c6cdad642691 req-f206fc8e-f901-498e-8d7b-07cd83808304 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0496244 Sep 17 04:38:19.348461 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b38a59b1-6c4e-47f1-a3fa-c6cdad642691 req-f8f6230a-b921-4daa-b060-b5152dbbc1a4 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548890 Sep 17 04:38:19.419439 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bdbae4a8-f4ca-4b1d-9b98-fd1fb66c7ea9 req-08c99d5d-7a83-45b0-872b-02efe3d64cf6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0313518 Sep 17 04:38:20.311198 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d339e4c-b853-40a0-827e-b6da418e1e72 req-79a7b03b-71f1-4b4e-8c0c-48f97ab3de6a tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:20.312667 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9d339e4c-b853-40a0-827e-b6da418e1e72 req-79a7b03b-71f1-4b4e-8c0c-48f97ab3de6a tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0488029 Sep 17 04:38:20.361373 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9d339e4c-b853-40a0-827e-b6da418e1e72 req-50976cff-d17d-4ae6-9e21-51b14a1bdcb2 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 Sep 17 04:38:20.478281 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f91e8e-4e90-47cd-975e-fe617d056d0b req-9c8af950-cf15-474b-851c-e4822560616e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:20.479765 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-30f91e8e-4e90-47cd-975e-fe617d056d0b req-9c8af950-cf15-474b-851c-e4822560616e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0511863 Sep 17 04:38:20.527192 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-30f91e8e-4e90-47cd-975e-fe617d056d0b req-742c6aa5-2a2c-421a-abd1-95b7c085211d tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417910 Sep 17 04:38:20.527701 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-17a6dee2-2024-4188-b515-bdd85f3eb3c5 req-39fcd183-0b03-48a1-8986-ced8ba4bae10 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0307071 Sep 17 04:38:20.647184 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30dd3e52-8dd3-4955-808f-ae7a81db13b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:21.546717 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce692a-9a83-4d7c-ae8f-e3bcac7ba078 req-dc57abe2-dda1-4683-8587-5c94fd1fd9a5 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:21.548211 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-26ce692a-9a83-4d7c-ae8f-e3bcac7ba078 req-dc57abe2-dda1-4683-8587-5c94fd1fd9a5 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.1015909 Sep 17 04:38:21.597674 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-26ce692a-9a83-4d7c-ae8f-e3bcac7ba078 req-fd64e07f-0067-4c06-8f9c-db6d2eb0b990 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436697 Sep 17 04:38:21.630246 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-547cdac6-d312-45a4-b737-d3081585c175 req-940fb6af-98d3-4807-bc13-f102dc207a9f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0281646 Sep 17 04:38:21.704470 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fae854-c327-4dc5-9a97-360a68a09f85 req-40f1ae72-2d34-4781-ad8c-931536909d63 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:21.705947 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-67fae854-c327-4dc5-9a97-360a68a09f85 req-40f1ae72-2d34-4781-ad8c-931536909d63 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0486109 Sep 17 04:38:21.758825 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-67fae854-c327-4dc5-9a97-360a68a09f85 req-28c855ce-dc36-4afa-8c3b-69cf6640a765 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451186 Sep 17 04:38:21.974472 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:22.748007 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b56515b5-c526-4d9b-b5f1-c87cb7040053 req-c3ccec88-d9de-4266-bdf9-f4748ed297dd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0315464 Sep 17 04:38:22.774546 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b85234-1425-48fc-9d9c-fe32bd913344 req-865b3393-0332-4fdd-b30c-49f64b11e3d9 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:22.776025 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b2b85234-1425-48fc-9d9c-fe32bd913344 req-865b3393-0332-4fdd-b30c-49f64b11e3d9 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0976040 Sep 17 04:38:22.827208 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b2b85234-1425-48fc-9d9c-fe32bd913344 req-89529247-71f2-44e8-aa03-32064dd0f3ae tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Sep 17 04:38:22.886051 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3b2cf-4d37-43c7-9044-c1ec2bd2a629 req-e94b197d-85cb-4964-8dcd-b812431b31e6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:22.887401 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c9a3b2cf-4d37-43c7-9044-c1ec2bd2a629 req-e94b197d-85cb-4964-8dcd-b812431b31e6 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0467627 Sep 17 04:38:22.931730 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:22.936447 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c9a3b2cf-4d37-43c7-9044-c1ec2bd2a629 req-670afe61-05c7-4782-8801-4a7f3a008107 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434346 Sep 17 04:38:22.990490 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:23.472118 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:23.600705 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:23.867949 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-06cf7430-ff6e-4067-b3d5-4e86edc5b776 req-1a3afe5d-94cc-4ac5-9eca-5084a75edfc6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0281291 Sep 17 04:38:23.954517 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ff941-7681-4dea-8e26-b4661e538ff8 req-5342e007-bb5c-4d74-8826-692791613d65 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:23.955951 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7e7ff941-7681-4dea-8e26-b4661e538ff8 req-5342e007-bb5c-4d74-8826-692791613d65 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0470254 Sep 17 04:38:24.016121 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7e7ff941-7681-4dea-8e26-b4661e538ff8 req-686e37d6-e375-46e4-b878-ca5fde84a914 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516837 Sep 17 04:38:24.069464 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e866e-ca00-4f5b-a13e-0ce238b933a4 req-6185ed0a-6ecf-4b5b-a440-2d094a1cac9e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:24.070861 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e85e866e-ca00-4f5b-a13e-0ce238b933a4 req-6185ed0a-6ecf-4b5b-a440-2d094a1cac9e tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0526075 Sep 17 04:38:24.129852 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e85e866e-ca00-4f5b-a13e-0ce238b933a4 req-25d8f18d-78ae-4568-8677-889858c1cbf2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530200 Sep 17 04:38:24.990956 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-47c09ce7-96a8-4701-8711-1cf61615e65c req-5329bd25-d57f-4b41-9e04-d1338596168a tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0353971 Sep 17 04:38:25.145324 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaf2ff-9dfc-4ff4-89a2-bfad2bddeae9 req-183d55a2-e800-488b-99df-3eb999eddde4 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:25.146751 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0ddaf2ff-9dfc-4ff4-89a2-bfad2bddeae9 req-183d55a2-e800-488b-99df-3eb999eddde4 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0507379 Sep 17 04:38:25.193758 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0ddaf2ff-9dfc-4ff4-89a2-bfad2bddeae9 req-c5616db3-bf28-4a62-9a5c-c9fe7d7544a9 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412960 Sep 17 04:38:25.223212 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3ab96fb5-2c5a-484d-8537-588560c96378 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:38:25.260105 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4321eae-5fc0-4a96-9b9c-3bddac160c80 req-b3fb65c6-9ccf-4533-bf5d-0eb3b626cf30 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:25.261626 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a4321eae-5fc0-4a96-9b9c-3bddac160c80 req-b3fb65c6-9ccf-4533-bf5d-0eb3b626cf30 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 944 time: 0.0466387 Sep 17 04:38:25.309032 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a4321eae-5fc0-4a96-9b9c-3bddac160c80 req-5fb0a370-be1c-4470-92e3-f6d1021f5fc5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416317 Sep 17 04:38:25.322229 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 3ab96fb5-2c5a-484d-8537-588560c96378, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3ab96fb5-2c5a-484d-8537-588560c96378,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:25.333850 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '3ab96fb5-2c5a-484d-8537-588560c96378', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'port_id': '3ab96fb5-2c5a-484d-8537-588560c96378', 'mac_address': 'fa:16:3e:26:f7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:38:25.373221 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 3ab96fb5-2c5a-484d-8537-588560c96378 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:38:25.373608 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:25.386424 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab96fb5-2c5a-484d-8537-588560c96378 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:38:25.407242 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 3ab96fb5-2c5a-484d-8537-588560c96378, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3ab96fb5-2c5a-484d-8537-588560c96378,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:25.411057 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:25.457512 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=3ab96fb5-2c5a-484d-8537-588560c96378,revision_number=9']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:25.464620 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.465336 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.465680 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.466043 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.466394 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.466742 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.467128 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.467690 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.467958 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.468248 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.468638 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.468936 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.469404 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.469827 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.470163 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:25.994318 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['3ab96fb5-2c5a-484d-8537-588560c96378'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:38:26.097372 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d8233f7a-0549-4532-ac51-aad1535b5a77 req-b32cf992-a838-4680-907c-ba8a272f8465 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0286505 Sep 17 04:38:26.268186 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43fc0c-dc7c-4377-ba8b-3437dd2b3449 req-70adc591-9d66-4d35-8954-ce8a6040e207 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:26.269800 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0d43fc0c-dc7c-4377-ba8b-3437dd2b3449 req-70adc591-9d66-4d35-8954-ce8a6040e207 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0516069 Sep 17 04:38:26.323623 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315168de-a59a-4119-b6a2-ccbfb5e7790d req-5afa0d4b-bf2b-4ecd-8c29-745fae82e50a tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:26.325001 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-315168de-a59a-4119-b6a2-ccbfb5e7790d req-5afa0d4b-bf2b-4ecd-8c29-745fae82e50a tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 946 time: 0.0507367 Sep 17 04:38:26.364005 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-0d43fc0c-dc7c-4377-ba8b-3437dd2b3449 req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Deleting port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:38:26.364005 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-0d43fc0c-dc7c-4377-ba8b-3437dd2b3449 req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:26.438404 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-315168de-a59a-4119-b6a2-ccbfb5e7790d req-33969334-93e0-4140-9524-062db739a4e9 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072395 Sep 17 04:38:26.447479 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:26.487213 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e15d79-41d1-468b-86e5-4da34efda641 req-c237e63c-4824-449b-8bc5-2c0629720485 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:26.488700 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-16e15d79-41d1-468b-86e5-4da34efda641 req-c237e63c-4824-449b-8bc5-2c0629720485 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 945 time: 0.0785880 Sep 17 04:38:26.495971 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-9a59c030-e173-4f8d-a143-55b9eb0360b4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:26.497603 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-9a59c030-e173-4f8d-a143-55b9eb0360b4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "GET /networking/v2.0/networks?id=e322731d-9c63-4618-8051-e8dea6bb2db6 HTTP/1.1" status: 200 len: 812 time: 0.1442540 Sep 17 04:38:26.533722 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-0d43fc0c-dc7c-4377-ba8b-3437dd2b3449 req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] For port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=5fa6e0bb-ef83-4b8a-81c6-789cc882210f,segment=NetworkSegment(1ff3fae0-c69f-4d18-a26c-a7f9823341ce),segment_id=1ff3fae0-c69f-4d18-a26c-a7f9823341ce)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:26.534083 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-0d43fc0c-dc7c-4377-ba8b-3437dd2b3449 req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:26.558527 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-0d43fc0c-dc7c-4377-ba8b-3437dd2b3449 req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Calling delete_port for 5fa6e0bb-ef83-4b8a-81c6-789cc882210f owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:38:26.572312 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-16e15d79-41d1-468b-86e5-4da34efda641 req-c1e1f87a-c3da-4530-b3ab-7508cfe5e0c3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730023 Sep 17 04:38:26.574533 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:26.582041 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-7ca0f4b2-8fe4-452b-bfaa-516755bf8535 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=752e65efe679458fab6b8dbc3a9de82f HTTP/1.1" status: 200 len: 380 time: 0.0581639 Sep 17 04:38:26.592921 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Request body: {'port': {'device_id': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'admin_state_up': True, 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'security_groups': ['68e8197e-60a7-47f5-a874-884c240cd9f1']}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:38:26.646422 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:26.703457 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-0d43fc0c-dc7c-4377-ba8b-3437dd2b3449 req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (5fa6e0bb-ef83-4b8a-81c6-789cc882210f), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:26.727213 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Made reservation on behalf of 752e65efe679458fab6b8dbc3a9de82f for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:38:26.731100 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:26.735214 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Pushing event deleted for resources: {'Port': ['ID=5fa6e0bb-ef83-4b8a-81c6-789cc882210f,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:26.747707 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.748413 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.748413 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.748702 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.749028 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.749380 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.749686 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.750001 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.750316 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.750631 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.750947 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.751264 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.751575 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.751889 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.752197 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:26.792276 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d43fc0c-dc7c-4377-ba8b-3437dd2b3449 req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] No DVR routers for this DVR port 5fa6e0bb-ef83-4b8a-81c6-789cc882210f on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:38:26.795393 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-0d43fc0c-dc7c-4377-ba8b-3437dd2b3449 req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:26.798213 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0d43fc0c-dc7c-4377-ba8b-3437dd2b3449 req-20bc6f90-6a0d-4a11-89fe-bf342aa38611 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.66 "DELETE /networking/v2.0/ports/5fa6e0bb-ef83-4b8a-81c6-789cc882210f HTTP/1.1" status: 204 len: 173 time: 0.5205860 Sep 17 04:38:26.798717 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f66b43-8579-4da4-a345-4507e5aff93b', 'name': 'network-vif-deleted', 'tag': '5fa6e0bb-ef83-4b8a-81c6-789cc882210f'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:38:26.801252 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0567d6-65b7-44ca-bc2f-b882f2cde689" -d '{"events": [{"server_uuid": "b9f66b43-8579-4da4-a345-4507e5aff93b", "name": "network-vif-deleted", "tag": "5fa6e0bb-ef83-4b8a-81c6-789cc882210f"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:38:26.852814 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f568b8b9-313c-413b-bb58-0b9646e58b56 x-openstack-request-id: req-f568b8b9-313c-413b-bb58-0b9646e58b56 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:38:26.853666 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f66b43-8579-4da4-a345-4507e5aff93b", "name": "network-vif-deleted", "tag": "5fa6e0bb-ef83-4b8a-81c6-789cc882210f", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:38:26.854017 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f568b8b9-313c-413b-bb58-0b9646e58b56 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:38:26.854452 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f568b8b9-313c-413b-bb58-0b9646e58b56'] response: {'server_uuid': 'b9f66b43-8579-4da4-a345-4507e5aff93b', 'name': 'network-vif-deleted', 'tag': '5fa6e0bb-ef83-4b8a-81c6-789cc882210f', 'status': 'completed', 'code': 200} Sep 17 04:38:26.874392 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Allocated IP 172.20.0.8 (e322731d-9c63-4618-8051-e8dea6bb2db6/7d8d6893-1d9a-4d1c-a639-eec93b42e88f/db2efe3b-92b0-4a7f-9c0c-416d334db906) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:38:26.958352 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['5fa6e0bb-ef83-4b8a-81c6-789cc882210f'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:38:27.022771 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:27.043219 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:27.060334 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:27.111295 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Network e322731d-9c63-4618-8051-e8dea6bb2db6 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:38:27.114812 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:38:27.119054 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:38:27.125971 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'Port': ['ID=db2efe3b-92b0-4a7f-9c0c-416d334db906,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:27.155577 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.155963 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.156230 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.156574 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.156927 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.157298 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.157626 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.157985 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.158264 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.158589 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.158939 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.159268 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.159589 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.159914 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.160238 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:38:27.205741 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:27.206372 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:27.226738 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-44f090bb-5dcf-4eb2-a6e9-97af196d8127 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6394083 Sep 17 04:38:27.232976 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f813b1-85c9-4849-844f-cd037241b76e req-5230b563-f27c-4206-8c6f-895ef76fff38 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:27.234770 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-32f813b1-85c9-4849-844f-cd037241b76e req-5230b563-f27c-4206-8c6f-895ef76fff38 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 931 time: 0.0513692 Sep 17 04:38:27.261390 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3ab96fb5-2c5a-484d-8537-588560c96378 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:38:27.288017 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-32f813b1-85c9-4849-844f-cd037241b76e req-903743bb-32d7-4f91-bef4-8610ddb7f609 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472972 Sep 17 04:38:27.311965 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 3ab96fb5-2c5a-484d-8537-588560c96378 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:38:27.312340 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:27.312671 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 3ab96fb5-2c5a-484d-8537-588560c96378 Sep 17 04:38:27.394958 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-7e9e97e2-7602-4096-b3e2-5718f9d51d28 None None] Provisioning complete for port db2efe3b-92b0-4a7f-9c0c-416d334db906 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:38:27.395217 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7e9e97e2-7602-4096-b3e2-5718f9d51d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:27.395548 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-7e9e97e2-7602-4096-b3e2-5718f9d51d28 None None] Attempt 1 to provision port db2efe3b-92b0-4a7f-9c0c-416d334db906 Sep 17 04:38:27.398561 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 3ab96fb5-2c5a-484d-8537-588560c96378 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:38:27.398927 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:27.443661 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e97e2-7602-4096-b3e2-5718f9d51d28 None None] Port db2efe3b-92b0-4a7f-9c0c-416d334db906 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:38:27.449698 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:38:27.451973 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5aea91-ac64-43f5-8385-038c5bdaa31d" -d '{"events": [{"server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "name": "network-vif-plugged", "status": "completed", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:38:27.453831 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Request body: {'port': {'device_id': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:38:27.462338 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:27.468626 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 3ab96fb5-2c5a-484d-8537-588560c96378, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3ab96fb5-2c5a-484d-8537-588560c96378,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:27.476417 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:27.527074 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bcd63c-fcc6-4278-9d4f-23a8b0379a26 x-openstack-request-id: req-63bcd63c-fcc6-4278-9d4f-23a8b0379a26 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:38:27.527364 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "name": "network-vif-plugged", "status": "completed", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:38:27.527613 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63bcd63c-fcc6-4278-9d4f-23a8b0379a26 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:38:27.528014 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bcd63c-fcc6-4278-9d4f-23a8b0379a26'] response: {'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378', 'code': 200} Sep 17 04:38:27.542342 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=3ab96fb5-2c5a-484d-8537-588560c96378,revision_number=10']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:27.548544 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:27.579519 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6a5b7067-4093-45cd-b5a4-d6cd97424f58 req-6bb546bd-7082-4079-9273-5594d599aa13 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9f66b43-8579-4da4-a345-4507e5aff93b HTTP/1.1" status: 200 len: 210 time: 0.0300832 Sep 17 04:38:27.766884 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:27.778778 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e7b18-aa81-4ea9-b47b-f91ece9765b6 req-9086a22c-7577-4911-bc88-609b7ab1aa6c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:27.780234 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-149e7b18-aa81-4ea9-b47b-f91ece9765b6 req-9086a22c-7577-4911-bc88-609b7ab1aa6c tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 947 time: 0.0918252 Sep 17 04:38:27.862804 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-149e7b18-aa81-4ea9-b47b-f91ece9765b6 req-fb80e4e4-4b12-4814-85e6-2b5bcf6417c2 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748630 Sep 17 04:38:27.899353 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddc692-f7ee-48b4-bf3b-0d6ef4c0700d req-d2742b62-71ed-438c-b417-76b30b347889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:27.900885 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3dddc692-f7ee-48b4-bf3b-0d6ef4c0700d req-d2742b62-71ed-438c-b417-76b30b347889 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 1131 time: 0.0411971 Sep 17 04:38:27.907401 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2efe3b-92b0-4a7f-9c0c-416d334db906 {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:38:27.915260 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Publish callbacks [] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:27.927988 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Transition to ACTIVE for port object db2efe3b-92b0-4a7f-9c0c-416d334db906 will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:38:27.932838 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:27.945155 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-7e9e97e2-7602-4096-b3e2-5718f9d51d28 None None] Attempt 2 to provision port db2efe3b-92b0-4a7f-9c0c-416d334db906 Sep 17 04:38:27.949585 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3dddc692-f7ee-48b4-bf3b-0d6ef4c0700d req-78dcdf9b-b9d6-4108-a6ac-58100a7303d0 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410526 Sep 17 04:38:27.968014 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:27.978282 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e97e2-7602-4096-b3e2-5718f9d51d28 None None] Port db2efe3b-92b0-4a7f-9c0c-416d334db906 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:38:27.996375 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Pushing event updated for resources: {'Port': ['ID=db2efe3b-92b0-4a7f-9c0c-416d334db906,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:28.047212 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Attempting to bind port db2efe3b-92b0-4a7f-9c0c-416d334db906 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:38:28.047586 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Attempting to bind port db2efe3b-92b0-4a7f-9c0c-416d334db906 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:38:28.047980 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Attempting to bind port db2efe3b-92b0-4a7f-9c0c-416d334db906 on network e322731d-9c63-4618-8051-e8dea6bb2db6 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:38:28.093653 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Port db2efe3b-92b0-4a7f-9c0c-416d334db906 on network e322731d-9c63-4618-8051-e8dea6bb2db6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:38:28.093974 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Attempting to bind port db2efe3b-92b0-4a7f-9c0c-416d334db906 on network e322731d-9c63-4618-8051-e8dea6bb2db6 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:38:28.121845 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:28.138011 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:38:28.138343 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Checking segment: {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:38:28.138723 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Bound using segment: {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:38:28.139152 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Bound port: db2efe3b-92b0-4a7f-9c0c-416d334db906, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347f2090-d030-439c-98e0-3788867414d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:38:28.139505 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:28.204018 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] For port db2efe3b-92b0-4a7f-9c0c-416d334db906, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:38:28.207125 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] For port db2efe3b-92b0-4a7f-9c0c-416d334db906, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=db2efe3b-92b0-4a7f-9c0c-416d334db906,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:38:28.218287 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:28.222582 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:28.223176 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:28.224590 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/db2efe3b-92b0-4a7f-9c0c-416d334db906 HTTP/1.1" status: 200 len: 1093 time: 0.7769408 Sep 17 04:38:28.225147 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'tag': 'db2efe3b-92b0-4a7f-9c0c-416d334db906'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:38:28.227378 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e22bc7-b01a-4d52-90ff-c0246b46c9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4b19eb-58f5-49b5-8a87-74126c73513f", "tag": "db2efe3b-92b0-4a7f-9c0c-416d334db906"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:38:28.267438 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c321b756-40f8-449a-aef2-3fc8939508f7 x-openstack-request-id: req-c321b756-40f8-449a-aef2-3fc8939508f7 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:38:28.267786 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4b19eb-58f5-49b5-8a87-74126c73513f", "tag": "db2efe3b-92b0-4a7f-9c0c-416d334db906", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:38:28.268114 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c321b756-40f8-449a-aef2-3fc8939508f7 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:38:28.268600 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c321b756-40f8-449a-aef2-3fc8939508f7'] response: {'name': 'network-changed', 'server_uuid': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'tag': 'db2efe3b-92b0-4a7f-9c0c-416d334db906', 'status': 'completed', 'code': 200} Sep 17 04:38:28.280810 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd638d-b18a-4dd1-8641-3c8e5dd00e05 service neutron] Pushing event updated for resources: {'Port': ['ID=db2efe3b-92b0-4a7f-9c0c-416d334db906,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:28.419621 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d707c9-2d4b-4580-83c3-bb54a01449d9 req-180b7035-69b9-4f3e-920e-4432a90986e3 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:28.421126 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-08d707c9-2d4b-4580-83c3-bb54a01449d9 req-180b7035-69b9-4f3e-920e-4432a90986e3 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 943 time: 0.0538044 Sep 17 04:38:28.479700 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-7e9e97e2-7602-4096-b3e2-5718f9d51d28 None None] Attempt 3 to provision port db2efe3b-92b0-4a7f-9c0c-416d334db906 Sep 17 04:38:28.482326 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-08d707c9-2d4b-4580-83c3-bb54a01449d9 req-d088254c-e4a8-4978-8a8d-b4812c44e69f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525827 Sep 17 04:38:28.523758 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e97e2-7602-4096-b3e2-5718f9d51d28 None None] Port db2efe3b-92b0-4a7f-9c0c-416d334db906 had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:38:28.573929 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e22bc7-b01a-4d52-90ff-c0246b46c9dd req-a42ae557-af5f-41bd-87ba-1ea94c0cd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:28.575426 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-37e22bc7-b01a-4d52-90ff-c0246b46c9dd req-a42ae557-af5f-41bd-87ba-1ea94c0cd520 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 1127 time: 0.0436821 Sep 17 04:38:28.878534 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe33464-9cde-481b-bc4e-871feb7d087d req-370f8940-e468-4145-8de3-28813ddeb69d tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:28.880004 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-370f8940-e468-4145-8de3-28813ddeb69d tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 HTTP/1.1" status: 200 len: 809 time: 0.1075516 Sep 17 04:38:28.897679 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-5a7e1696-050c-43d0-ab57-52d6aa565b32 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/quotas/db2188067a23494ab49f1e6812e501d6 HTTP/1.1" status: 200 len: 375 time: 0.0094144 Sep 17 04:38:28.933778 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-86bfb2c8-2cb9-48a2-b7ab-ae3ae87fdffd tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=db2188067a23494ab49f1e6812e501d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308623 Sep 17 04:38:28.990018 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296907e-ed94-477a-a6fe-12901f5ae4ae req-e73d38d4-06a5-442b-9481-697d27aa80bc tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:28.991448 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2296907e-ed94-477a-a6fe-12901f5ae4ae req-e73d38d4-06a5-442b-9481-697d27aa80bc tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 947 time: 0.0471926 Sep 17 04:38:29.039818 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2296907e-ed94-477a-a6fe-12901f5ae4ae req-4ac1d49b-c3f4-4f96-b8fd-03d11bf1ae44 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424578 Sep 17 04:38:29.074028 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-d86adc08-cbf8-4efd-965a-818c4abcdadb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333628 Sep 17 04:38:29.105142 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:29.160318 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e22bc7-b01a-4d52-90ff-c0246b46c9dd req-43376242-f818-4113-918b-86a586b7d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:29.161811 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-37e22bc7-b01a-4d52-90ff-c0246b46c9dd req-43376242-f818-4113-918b-86a586b7d498 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=752e65efe679458fab6b8dbc3a9de82f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1571939 Sep 17 04:38:29.241164 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-3004cfb6-157c-4b8e-be61-b9cd293e4de8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597297 Sep 17 04:38:29.280481 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e22bc7-b01a-4d52-90ff-c0246b46c9dd req-ac88a4ad-e5d4-49e5-bc9c-f98224daa3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:29.282031 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-37e22bc7-b01a-4d52-90ff-c0246b46c9dd req-ac88a4ad-e5d4-49e5-bc9c-f98224daa3dd service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106441 Sep 17 04:38:29.411464 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c6a8606c-5297-4a61-b915-f8e3bb2ba6da req-e6a66346-987f-4691-ad25-a5beeb76395f tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 210 time: 0.0305960 Sep 17 04:38:29.438920 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-691d338a-1ffc-40d8-be22-2d4b8dbccf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:29.441176 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-691d338a-1ffc-40d8-be22-2d4b8dbccf42 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 1127 time: 0.0424333 Sep 17 04:38:29.623804 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aff01f-0906-4856-bb93-d4bba821e34d req-dff8697d-30d5-4113-9727-8a93516d1688 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:29.625515 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-04aff01f-0906-4856-bb93-d4bba821e34d req-dff8697d-30d5-4113-9727-8a93516d1688 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 943 time: 0.0556169 Sep 17 04:38:29.673602 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:29.683616 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-04aff01f-0906-4856-bb93-d4bba821e34d req-91d915d3-5bc2-45a6-9f30-0a9be3146830 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519898 Sep 17 04:38:29.882384 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-09f5690e-22b7-441c-92e2-1a16deda2cc6 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db2efe3b-92b0-4a7f-9c0c-416d334db906 HTTP/1.1" status: 200 len: 217 time: 0.0360484 Sep 17 04:38:30.054416 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-4d05164e-546c-45c4-b976-a324ac303bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:30.056034 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-4d05164e-546c-45c4-b976-a324ac303bee service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=7d8d6893-1d9a-4d1c-a639-eec93b42e88f HTTP/1.1" status: 200 len: 851 time: 0.0480399 Sep 17 04:38:30.116305 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-c4339f7b-ec73-4828-911a-68c34e7709ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:30.118734 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-c4339f7b-ec73-4828-911a-68c34e7709ec service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e322731d-9c63-4618-8051-e8dea6bb2db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523543 Sep 17 04:38:30.206507 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e636f2-21ab-435b-aaa2-078495f662ed req-42d81997-ad35-4787-b8ba-76ac217c24e0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:30.208900 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-95e636f2-21ab-435b-aaa2-078495f662ed req-42d81997-ad35-4787-b8ba-76ac217c24e0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 947 time: 0.0651314 Sep 17 04:38:30.456999 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-95e636f2-21ab-435b-aaa2-078495f662ed req-5724e533-64e0-4108-96a4-c81386f21add tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304044 Sep 17 04:38:30.527219 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-22b0ed70-518a-42b4-85ee-d1e938567fb6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013290 Sep 17 04:38:30.543091 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bda217bb-0bd7-4d35-911e-8f7ece1aa995 req-6829c3ad-3938-4ff7-9590-9b87858be397 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 210 time: 0.0301704 Sep 17 04:38:30.809944 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfaa18a-91f7-4b93-9ddd-502a7d368cc2 req-54cdfe6c-59c8-4387-8782-e8cfd18d1218 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:30.811398 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4dfaa18a-91f7-4b93-9ddd-502a7d368cc2 req-54cdfe6c-59c8-4387-8782-e8cfd18d1218 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 943 time: 0.0477664 Sep 17 04:38:30.867890 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4dfaa18a-91f7-4b93-9ddd-502a7d368cc2 req-c6032e1c-57a7-4467-b734-0708b5a79661 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507674 Sep 17 04:38:30.932721 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-82e9a312-9e18-423e-980f-d6fc6b0ed20e req-091eadb9-96f9-42b9-bc01-bca0f1b7f818 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144516 Sep 17 04:38:31.111459 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe33464-9cde-481b-bc4e-871feb7d087d req-8b77610f-2a46-4e3c-8178-60ea7ac8c112 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:31.112820 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-8b77610f-2a46-4e3c-8178-60ea7ac8c112 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.66 "GET /networking/v2.0/networks?id=ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 HTTP/1.1" status: 200 len: 809 time: 0.1067016 Sep 17 04:38:31.301984 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 5fa6e0bb-ef83-4b8a-81c6-789cc882210f no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:38:31.322394 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: 5fa6e0bb-ef83-4b8a-81c6-789cc882210f {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:38:31.322764 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 5fa6e0bb-ef83-4b8a-81c6-789cc882210f not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:38:31.588077 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521062ce-1a7d-47ae-98dd-689aa56e2bb6 req-e7789286-c362-40c7-a361-24327763ebd0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:31.589938 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-521062ce-1a7d-47ae-98dd-689aa56e2bb6 req-e7789286-c362-40c7-a361-24327763ebd0 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 947 time: 0.0502524 Sep 17 04:38:31.640680 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-521062ce-1a7d-47ae-98dd-689aa56e2bb6 req-5a01fe68-40de-4c85-bff4-6b6595d66223 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444520 Sep 17 04:38:31.665673 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d71d9bf8-1c65-4398-aa88-9b176264fad4 req-90ec210f-fb51-4495-8276-4bf08e1682aa tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 210 time: 0.0412555 Sep 17 04:38:31.865841 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-abe33464-9cde-481b-bc4e-871feb7d087d req-cf981b78-8a38-46be-8043-c8bbb34f5470 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Request body: {'port': {'device_id': '8cf771b6-8252-4ad3-8573-042feb9b906b', 'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96', 'admin_state_up': True, 'tenant_id': 'db2188067a23494ab49f1e6812e501d6'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:38:32.012795 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b8000-f21a-4d33-8b8d-4d737c030d8e req-bd2c6c69-4d83-458e-a987-fa8016ff8b97 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:32.014274 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fe4b8000-f21a-4d33-8b8d-4d737c030d8e req-bd2c6c69-4d83-458e-a987-fa8016ff8b97 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 943 time: 0.0617623 Sep 17 04:38:32.038379 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe33464-9cde-481b-bc4e-871feb7d087d req-cf981b78-8a38-46be-8043-c8bbb34f5470 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Made reservation on behalf of db2188067a23494ab49f1e6812e501d6 for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:38:32.042072 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-abe33464-9cde-481b-bc4e-871feb7d087d req-cf981b78-8a38-46be-8043-c8bbb34f5470 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:32.078928 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:32.093337 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fe4b8000-f21a-4d33-8b8d-4d737c030d8e req-a923390c-afb1-432a-98fc-dc3495763e94 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726779 Sep 17 04:38:32.193986 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-abe33464-9cde-481b-bc4e-871feb7d087d req-cf981b78-8a38-46be-8043-c8bbb34f5470 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Allocated IP 172.20.0.4 (ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96/065d1312-4246-44e3-b492-ab516a04efad/e1498365-30de-4531-b9f2-2ba9486cfb08) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:38:32.203713 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:32.352637 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-abe33464-9cde-481b-bc4e-871feb7d087d req-cf981b78-8a38-46be-8043-c8bbb34f5470 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks [] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:32.388250 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-abe33464-9cde-481b-bc4e-871feb7d087d req-cf981b78-8a38-46be-8043-c8bbb34f5470 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:32.441992 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe33464-9cde-481b-bc4e-871feb7d087d req-cf981b78-8a38-46be-8043-c8bbb34f5470 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Network ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:38:32.445488 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-abe33464-9cde-481b-bc4e-871feb7d087d req-cf981b78-8a38-46be-8043-c8bbb34f5470 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:38:32.449385 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe33464-9cde-481b-bc4e-871feb7d087d req-cf981b78-8a38-46be-8043-c8bbb34f5470 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:38:32.472609 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf981b78-8a38-46be-8043-c8bbb34f5470 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Pushing event updated for resources: {'Port': ['ID=e1498365-30de-4531-b9f2-2ba9486cfb08,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:32.501941 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe33464-9cde-481b-bc4e-871feb7d087d req-cf981b78-8a38-46be-8043-c8bbb34f5470 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:32.502539 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-abe33464-9cde-481b-bc4e-871feb7d087d req-cf981b78-8a38-46be-8043-c8bbb34f5470 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:32.520576 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-cf981b78-8a38-46be-8043-c8bbb34f5470 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6617050 Sep 17 04:38:32.537982 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Request body: {'port': {'device_id': '8cf771b6-8252-4ad3-8573-042feb9b906b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:38:32.608206 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:32.778349 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7b10b-b98d-4949-a1e3-72586591d709 req-c8250560-52a7-46b2-b9d2-5df1a0f6ba28 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:32.779829 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-add7b10b-b98d-4949-a1e3-72586591d709 req-c8250560-52a7-46b2-b9d2-5df1a0f6ba28 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 931 time: 0.0470586 Sep 17 04:38:32.826306 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-add7b10b-b98d-4949-a1e3-72586591d709 req-414ece26-108d-430c-bc58-2ded9fc5a311 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407867 Sep 17 04:38:32.872414 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1498365-30de-4531-b9f2-2ba9486cfb08 {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:38:32.880017 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Publish callbacks [] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:32.881917 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:32.894706 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Transition to ACTIVE for port object e1498365-30de-4531-b9f2-2ba9486cfb08 will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:38:32.899189 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:32.962374 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Pushing event updated for resources: {'Port': ['ID=e1498365-30de-4531-b9f2-2ba9486cfb08,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:33.014838 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Attempting to bind port e1498365-30de-4531-b9f2-2ba9486cfb08 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:38:33.015539 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Attempting to bind port e1498365-30de-4531-b9f2-2ba9486cfb08 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '1ff3fae0-c69f-4d18-a26c-a7f9823341ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:38:33.015539 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Attempting to bind port e1498365-30de-4531-b9f2-2ba9486cfb08 on network ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:38:33.056104 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Port e1498365-30de-4531-b9f2-2ba9486cfb08 on network ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:38:33.056419 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Attempting to bind port e1498365-30de-4531-b9f2-2ba9486cfb08 on network ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:38:33.058083 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:33.104131 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:38:33.104518 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Checking segment: {'id': '1ff3fae0-c69f-4d18-a26c-a7f9823341ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:38:33.104893 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Bound using segment: {'id': '1ff3fae0-c69f-4d18-a26c-a7f9823341ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:38:33.105348 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Bound port: e1498365-30de-4531-b9f2-2ba9486cfb08, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff3fae0-c69f-4d18-a26c-a7f9823341ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:38:33.105698 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:33.166885 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] For port e1498365-30de-4531-b9f2-2ba9486cfb08, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:38:33.169967 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] For port e1498365-30de-4531-b9f2-2ba9486cfb08, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=e1498365-30de-4531-b9f2-2ba9486cfb08,segment=NetworkSegment(1ff3fae0-c69f-4d18-a26c-a7f9823341ce),segment_id=1ff3fae0-c69f-4d18-a26c-a7f9823341ce)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:38:33.184251 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:33.187376 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:33.188175 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:33.189519 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/e1498365-30de-4531-b9f2-2ba9486cfb08 HTTP/1.1" status: 200 len: 1093 time: 0.6555724 Sep 17 04:38:33.207506 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf771b6-8252-4ad3-8573-042feb9b906b', 'tag': 'e1498365-30de-4531-b9f2-2ba9486cfb08'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:38:33.210284 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eadbff-40d0-41f6-9761-f1e45f49ae03" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf771b6-8252-4ad3-8573-042feb9b906b", "tag": "e1498365-30de-4531-b9f2-2ba9486cfb08"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:38:33.252729 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e47e14-eaed-4b32-96fb-8bb1acaaa0a5 x-openstack-request-id: req-c0e47e14-eaed-4b32-96fb-8bb1acaaa0a5 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:38:33.253026 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf771b6-8252-4ad3-8573-042feb9b906b", "tag": "e1498365-30de-4531-b9f2-2ba9486cfb08", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:38:33.253327 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0e47e14-eaed-4b32-96fb-8bb1acaaa0a5 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:38:33.253724 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e47e14-eaed-4b32-96fb-8bb1acaaa0a5'] response: {'name': 'network-changed', 'server_uuid': '8cf771b6-8252-4ad3-8573-042feb9b906b', 'tag': 'e1498365-30de-4531-b9f2-2ba9486cfb08', 'status': 'completed', 'code': 200} Sep 17 04:38:33.263907 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b93861-80f1-4a99-9ef0-427d8fea67e9 req-fe8f0425-9447-43cb-8207-ef34b78feffa tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:33.265421 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-37b93861-80f1-4a99-9ef0-427d8fea67e9 req-fe8f0425-9447-43cb-8207-ef34b78feffa tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 943 time: 0.0938642 Sep 17 04:38:33.317440 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a69dac-c5bb-4643-9b87-d038308d1e5c service neutron] Pushing event updated for resources: {'Port': ['ID=e1498365-30de-4531-b9f2-2ba9486cfb08,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:33.342957 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe33464-9cde-481b-bc4e-871feb7d087d req-6c7a22f2-af1f-4bb3-97c4-ffb45e8c2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:33.344453 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-6c7a22f2-af1f-4bb3-97c4-ffb45e8c2090 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=db2188067a23494ab49f1e6812e501d6&device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 1127 time: 0.0652275 Sep 17 04:38:33.370445 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-37b93861-80f1-4a99-9ef0-427d8fea67e9 req-4f19c16e-626c-45e7-a71e-568560166a67 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975103 Sep 17 04:38:33.395482 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-2411b663-2588-4837-8d80-9c880142ed52 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1498365-30de-4531-b9f2-2ba9486cfb08 HTTP/1.1" status: 200 len: 217 time: 0.0364325 Sep 17 04:38:33.450453 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe33464-9cde-481b-bc4e-871feb7d087d req-95dbe800-9cde-4cb6-9ea4-afbb74c0af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:33.451850 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-95dbe800-9cde-4cb6-9ea4-afbb74c0af9a service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=065d1312-4246-44e3-b492-ab516a04efad HTTP/1.1" status: 200 len: 849 time: 0.0487201 Sep 17 04:38:33.485413 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-ef09c330-b8a8-4f63-aaca-3245924d19a5 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270426 Sep 17 04:38:33.576716 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-3293f09b-bd8d-4b56-87c1-0de916da2f48 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856049 Sep 17 04:38:33.672676 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-abe33464-9cde-481b-bc4e-871feb7d087d req-f415ebbe-9680-470a-845b-791b1a62012c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898590 Sep 17 04:38:33.964864 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359be3a-8805-41cb-9a65-c926f885bcb0 req-e0e3eec5-8b56-42b2-aa48-c6c51b8816a4 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:33.966358 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a359be3a-8805-41cb-9a65-c926f885bcb0 req-e0e3eec5-8b56-42b2-aa48-c6c51b8816a4 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 943 time: 0.0489864 Sep 17 04:38:33.997169 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:34.014552 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a359be3a-8805-41cb-9a65-c926f885bcb0 req-099c8ed4-59d0-430d-9f09-e1bb6d0a2a5b tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Sep 17 04:38:34.508114 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5f115-3d3f-415e-bad2-a496a1165af1 req-cd767d9e-7df1-4d5f-93dc-5247b9f53431 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:34.509592 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2db5f115-3d3f-415e-bad2-a496a1165af1 req-cd767d9e-7df1-4d5f-93dc-5247b9f53431 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 943 time: 0.0567222 Sep 17 04:38:34.560565 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2db5f115-3d3f-415e-bad2-a496a1165af1 req-7136efd9-f9ec-4e22-858a-dfe99aa8ecea tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429277 Sep 17 04:38:35.152968 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b3be0-502a-4f6a-be63-efdbdb526118 req-acbdee6e-5ed2-47c7-b344-9efc9e68f0af tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:35.154875 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-807b3be0-502a-4f6a-be63-efdbdb526118 req-acbdee6e-5ed2-47c7-b344-9efc9e68f0af tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 943 time: 0.0545704 Sep 17 04:38:35.167405 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:35.204683 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-807b3be0-502a-4f6a-be63-efdbdb526118 req-17282f73-2c4a-48e0-ad08-0fbaeb3bf9ad tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438166 Sep 17 04:38:35.684259 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:35.701942 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a56f4-21e6-4195-9606-5971fc585ae4 req-2a3af018-7714-48ed-b097-8d7f9a2b411e tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:35.703433 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d67a56f4-21e6-4195-9606-5971fc585ae4 req-2a3af018-7714-48ed-b097-8d7f9a2b411e tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 943 time: 0.0542908 Sep 17 04:38:35.753070 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d67a56f4-21e6-4195-9606-5971fc585ae4 req-453aaa05-416e-4f3d-ab7d-073dee385768 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438657 Sep 17 04:38:36.248747 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eadbff-40d0-41f6-9761-f1e45f49ae03 req-36d614c3-bbaa-4d16-a8a3-b4f1b76d568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:36.250278 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-32eadbff-40d0-41f6-9761-f1e45f49ae03 req-36d614c3-bbaa-4d16-a8a3-b4f1b76d568b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=db2188067a23494ab49f1e6812e501d6&device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 1127 time: 0.0445960 Sep 17 04:38:36.328196 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a790fec1-544a-4442-a2d3-e790d37baa6d req-83643352-a4c0-4485-b838-a2983ec79ac9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0645154 Sep 17 04:38:36.342851 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced5ae8-f36d-4451-8550-f338629c700d req-88b58079-0478-4198-9b8d-9d795d477086 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:36.344271 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1ced5ae8-f36d-4451-8550-f338629c700d req-88b58079-0478-4198-9b8d-9d795d477086 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 943 time: 0.0548673 Sep 17 04:38:36.353193 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eadbff-40d0-41f6-9761-f1e45f49ae03 req-1384f343-e07c-4590-bec5-13748bad192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:36.354688 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-32eadbff-40d0-41f6-9761-f1e45f49ae03 req-1384f343-e07c-4590-bec5-13748bad192e service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 HTTP/1.1" status: 200 len: 910 time: 0.0916088 Sep 17 04:38:36.379067 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:36.397072 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-32eadbff-40d0-41f6-9761-f1e45f49ae03 req-53628797-e863-452a-97f2-b8e7ac793105 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1498365-30de-4531-b9f2-2ba9486cfb08 HTTP/1.1" status: 200 len: 217 time: 0.0342329 Sep 17 04:38:36.449245 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eadbff-40d0-41f6-9761-f1e45f49ae03 req-0efca0e7-f167-400d-b23a-743cce7dd164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:36.451010 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-32eadbff-40d0-41f6-9761-f1e45f49ae03 req-0efca0e7-f167-400d-b23a-743cce7dd164 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=065d1312-4246-44e3-b492-ab516a04efad HTTP/1.1" status: 200 len: 849 time: 0.0477300 Sep 17 04:38:36.486307 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-32eadbff-40d0-41f6-9761-f1e45f49ae03 req-99df206b-0dbe-4ac6-b3f6-60501e940539 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291154 Sep 17 04:38:36.546675 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:36.586459 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-32eadbff-40d0-41f6-9761-f1e45f49ae03 req-d8dd6244-e3ae-40e7-aa5b-28b6e8a996ab service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943363 Sep 17 04:38:36.661265 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1ced5ae8-f36d-4451-8550-f338629c700d req-23e8d59c-c2b8-4335-9494-f109ab4d4b14 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089714 Sep 17 04:38:36.688649 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790fec1-544a-4442-a2d3-e790d37baa6d req-d2dea5e2-dd71-4901-9818-50dbd93cf129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:36.690201 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a790fec1-544a-4442-a2d3-e790d37baa6d req-d2dea5e2-dd71-4901-9818-50dbd93cf129 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 1130 time: 0.0464375 Sep 17 04:38:36.692256 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-32eadbff-40d0-41f6-9761-f1e45f49ae03 req-2ce33a39-e0dd-44db-9e25-1035b718867f service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992873 Sep 17 04:38:36.809008 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790fec1-544a-4442-a2d3-e790d37baa6d req-56ac0a01-9a9b-4210-90a4-d1fe3fe5e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:36.810492 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a790fec1-544a-4442-a2d3-e790d37baa6d req-56ac0a01-9a9b-4210-90a4-d1fe3fe5e362 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e322731d-9c63-4618-8051-e8dea6bb2db6 HTTP/1.1" status: 200 len: 913 time: 0.0894639 Sep 17 04:38:36.901278 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a790fec1-544a-4442-a2d3-e790d37baa6d req-9e0af467-f29f-4385-8a8f-afd2029de9df service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e61da4-2924-436c-a984-9952b3c29f0a HTTP/1.1" status: 200 len: 1001 time: 0.0842431 Sep 17 04:38:36.911375 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f7ea-4ed0-4303-95cc-f129feee36f0 req-ffa4c01a-6a82-49c1-ad28-7203d5cb80cc tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:36.912737 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d753f7ea-4ed0-4303-95cc-f129feee36f0 req-ffa4c01a-6a82-49c1-ad28-7203d5cb80cc tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 943 time: 0.0601926 Sep 17 04:38:36.962188 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d753f7ea-4ed0-4303-95cc-f129feee36f0 req-d81e5ac8-4ad0-4c95-a276-612850451f44 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Sep 17 04:38:37.114441 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790fec1-544a-4442-a2d3-e790d37baa6d req-60a39e23-0681-41ae-a648-618d44970a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:37.115738 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a790fec1-544a-4442-a2d3-e790d37baa6d req-60a39e23-0681-41ae-a648-618d44970a89 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=7d8d6893-1d9a-4d1c-a639-eec93b42e88f HTTP/1.1" status: 200 len: 851 time: 0.0562778 Sep 17 04:38:37.306039 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device e1498365-30de-4531-b9f2-2ba9486cfb08 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:38:37.431293 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port e1498365-30de-4531-b9f2-2ba9486cfb08, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=e1498365-30de-4531-b9f2-2ba9486cfb08,segment=NetworkSegment(1ff3fae0-c69f-4d18-a26c-a7f9823341ce),segment_id=1ff3fae0-c69f-4d18-a26c-a7f9823341ce)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:37.447001 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': 'e1498365-30de-4531-b9f2-2ba9486cfb08', 'network_id': 'ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96', 'port_id': 'e1498365-30de-4531-b9f2-2ba9486cfb08', 'mac_address': 'fa:16:3e:4c:70:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065d1312-4246-44e3-b492-ab516a04efad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:38:37.484014 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port e1498365-30de-4531-b9f2-2ba9486cfb08 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:38:37.484401 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:37.497542 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1498365-30de-4531-b9f2-2ba9486cfb08 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:38:37.518908 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port e1498365-30de-4531-b9f2-2ba9486cfb08, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=e1498365-30de-4531-b9f2-2ba9486cfb08,segment=NetworkSegment(1ff3fae0-c69f-4d18-a26c-a7f9823341ce),segment_id=1ff3fae0-c69f-4d18-a26c-a7f9823341ce)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:37.523571 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:37.569884 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=e1498365-30de-4531-b9f2-2ba9486cfb08,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:37.818740 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf9b34-c61f-4bb1-9951-d0836520c7aa req-ad343309-6c23-407e-86b4-30b311ae7c9d tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:37.820168 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-decf9b34-c61f-4bb1-9951-d0836520c7aa req-ad343309-6c23-407e-86b4-30b311ae7c9d tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 944 time: 0.0491800 Sep 17 04:38:37.870738 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-decf9b34-c61f-4bb1-9951-d0836520c7aa req-93ec3364-e4bc-44a7-82dc-8fb3172f5086 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422533 Sep 17 04:38:38.067558 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['e1498365-30de-4531-b9f2-2ba9486cfb08'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:38:38.107415 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9be7c6-31d1-47bf-a3da-205cc3a40441 req-5d3c63f2-8d4c-411a-8a5a-a463eac501e6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:38.108975 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5e9be7c6-31d1-47bf-a3da-205cc3a40441 req-5d3c63f2-8d4c-411a-8a5a-a463eac501e6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 943 time: 0.0557954 Sep 17 04:38:38.163572 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5e9be7c6-31d1-47bf-a3da-205cc3a40441 req-aafb41c5-890c-4c39-a4f9-8df2e0d59ce2 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480909 Sep 17 04:38:38.229526 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790fec1-544a-4442-a2d3-e790d37baa6d req-33b151e6-62eb-4724-9aa9-d8dd4fb68735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:38.231028 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a790fec1-544a-4442-a2d3-e790d37baa6d req-33b151e6-62eb-4724-9aa9-d8dd4fb68735 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e322731d-9c63-4618-8051-e8dea6bb2db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412397 Sep 17 04:38:38.307881 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:38.324645 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a790fec1-544a-4442-a2d3-e790d37baa6d req-4273bbfd-657d-42bb-989d-900064f0ba0a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873384 Sep 17 04:38:38.417646 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a790fec1-544a-4442-a2d3-e790d37baa6d req-31231615-ad60-4c31-a39a-ecbc20db034a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872838 Sep 17 04:38:39.003656 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cfbe5-1008-465c-a553-6eb182191f7e req-ed0063dc-209d-4b94-98f4-38bdf887688e tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:39.005175 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-355cfbe5-1008-465c-a553-6eb182191f7e req-ed0063dc-209d-4b94-98f4-38bdf887688e tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 944 time: 0.0512967 Sep 17 04:38:39.054189 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-355cfbe5-1008-465c-a553-6eb182191f7e req-41175148-7c0a-435f-901c-ff717146d147 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429702 Sep 17 04:38:39.297368 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c83ebc-45f9-411b-941d-c762fb349b14 req-4073e917-9371-4783-b263-e3d775713152 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:39.298857 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64c83ebc-45f9-411b-941d-c762fb349b14 req-4073e917-9371-4783-b263-e3d775713152 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 943 time: 0.0531325 Sep 17 04:38:39.319522 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device e1498365-30de-4531-b9f2-2ba9486cfb08 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:38:39.348977 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-64c83ebc-45f9-411b-941d-c762fb349b14 req-b28f86d4-94de-4569-baa2-cb3bc683f13c tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445666 Sep 17 04:38:39.369885 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port e1498365-30de-4531-b9f2-2ba9486cfb08 completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:38:39.376952 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port e1498365-30de-4531-b9f2-2ba9486cfb08 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:38:39.377362 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:39.377697 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port e1498365-30de-4531-b9f2-2ba9486cfb08 Sep 17 04:38:39.452542 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:39.454992 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port e1498365-30de-4531-b9f2-2ba9486cfb08 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:38:39.455371 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:39.481057 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf771b6-8252-4ad3-8573-042feb9b906b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1498365-30de-4531-b9f2-2ba9486cfb08'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:38:39.483309 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d4baf3-fb31-4ad0-b389-69c7864d3f67" -d '{"events": [{"server_uuid": "8cf771b6-8252-4ad3-8573-042feb9b906b", "name": "network-vif-plugged", "status": "completed", "tag": "e1498365-30de-4531-b9f2-2ba9486cfb08"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:38:39.495604 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port e1498365-30de-4531-b9f2-2ba9486cfb08, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=e1498365-30de-4531-b9f2-2ba9486cfb08,segment=NetworkSegment(1ff3fae0-c69f-4d18-a26c-a7f9823341ce),segment_id=1ff3fae0-c69f-4d18-a26c-a7f9823341ce)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:39.502014 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:39.524282 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e2fcac-e1bd-450a-aa15-b48030392e12 x-openstack-request-id: req-b4e2fcac-e1bd-450a-aa15-b48030392e12 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:38:39.524572 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf771b6-8252-4ad3-8573-042feb9b906b", "name": "network-vif-plugged", "status": "completed", "tag": "e1498365-30de-4531-b9f2-2ba9486cfb08", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:38:39.524829 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4e2fcac-e1bd-450a-aa15-b48030392e12 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:38:39.525250 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e2fcac-e1bd-450a-aa15-b48030392e12'] response: {'server_uuid': '8cf771b6-8252-4ad3-8573-042feb9b906b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1498365-30de-4531-b9f2-2ba9486cfb08', 'code': 200} Sep 17 04:38:39.551229 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=e1498365-30de-4531-b9f2-2ba9486cfb08,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:39.790632 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6558e68-3af3-4f47-8534-aeaf36ab1e7e req-41a1fca2-ebbd-42de-8d75-189176a75a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:39.792218 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b6558e68-3af3-4f47-8534-aeaf36ab1e7e req-41a1fca2-ebbd-42de-8d75-189176a75a11 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 1129 time: 0.0404236 Sep 17 04:38:39.835841 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b6558e68-3af3-4f47-8534-aeaf36ab1e7e req-7d975343-3363-4023-9a4b-40ec3090ee95 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380101 Sep 17 04:38:40.178431 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be9f40-5e7f-46bf-b8cd-cba274780ac4 req-3838ac40-49a4-4962-908e-a74a5a3064bf tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:40.179893 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-24be9f40-5e7f-46bf-b8cd-cba274780ac4 req-3838ac40-49a4-4962-908e-a74a5a3064bf tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 945 time: 0.0471139 Sep 17 04:38:40.225413 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:40.233285 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-24be9f40-5e7f-46bf-b8cd-cba274780ac4 req-113930f1-9cbd-4a2c-8335-28560ca3ba96 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476358 Sep 17 04:38:40.472206 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe03442-507c-41cc-8898-033c11405d7f req-b1aedfe9-d3a0-496e-81a0-d2150c98171b tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:40.473715 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bfe03442-507c-41cc-8898-033c11405d7f req-b1aedfe9-d3a0-496e-81a0-d2150c98171b tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 943 time: 0.0472209 Sep 17 04:38:40.525511 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bfe03442-507c-41cc-8898-033c11405d7f req-4f705b80-9905-4df5-b46a-1556a8dca130 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440462 Sep 17 04:38:41.313392 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device db2efe3b-92b0-4a7f-9c0c-416d334db906 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:38:41.360747 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862001-4686-43b7-b597-15e58b691109 req-ff05d6ff-661a-463b-9895-e8186354bc79 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:41.362266 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-49862001-4686-43b7-b597-15e58b691109 req-ff05d6ff-661a-463b-9895-e8186354bc79 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 945 time: 0.0480666 Sep 17 04:38:41.406463 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:41.410869 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-49862001-4686-43b7-b597-15e58b691109 req-49d7ec66-d265-4e4a-bdc9-66d4df9caa57 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426579 Sep 17 04:38:41.418868 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port db2efe3b-92b0-4a7f-9c0c-416d334db906, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=db2efe3b-92b0-4a7f-9c0c-416d334db906,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:41.430997 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': 'db2efe3b-92b0-4a7f-9c0c-416d334db906', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'port_id': 'db2efe3b-92b0-4a7f-9c0c-416d334db906', 'mac_address': 'fa:16:3e:ef:a8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:38:41.470170 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port db2efe3b-92b0-4a7f-9c0c-416d334db906 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:38:41.470570 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:41.484903 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2efe3b-92b0-4a7f-9c0c-416d334db906 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:38:41.508110 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port db2efe3b-92b0-4a7f-9c0c-416d334db906, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=db2efe3b-92b0-4a7f-9c0c-416d334db906,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:41.513614 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:41.557766 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=db2efe3b-92b0-4a7f-9c0c-416d334db906,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:41.653721 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aced80c-537a-4c88-93c5-d3354226c874 req-415cdedc-0d08-4239-b2c8-9d80e8c61d62 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:41.655199 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2aced80c-537a-4c88-93c5-d3354226c874 req-415cdedc-0d08-4239-b2c8-9d80e8c61d62 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 944 time: 0.0507216 Sep 17 04:38:41.708975 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2aced80c-537a-4c88-93c5-d3354226c874 req-eb7a85fe-83ee-499c-977d-24950c7a45c0 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477352 Sep 17 04:38:42.002570 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['db2efe3b-92b0-4a7f-9c0c-416d334db906'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:38:42.555855 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0b44c-96a7-4531-b0cd-e556cf34a1e0 req-2178fbef-26cd-4c23-845f-e5078c5bd08a tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:42.557552 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-56c0b44c-96a7-4531-b0cd-e556cf34a1e0 req-2178fbef-26cd-4c23-845f-e5078c5bd08a tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 945 time: 0.0582550 Sep 17 04:38:42.609421 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-56c0b44c-96a7-4531-b0cd-e556cf34a1e0 req-a80325e0-adc0-46c3-9137-9cd38db68bc3 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458932 Sep 17 04:38:42.832990 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4282-0e52-447c-a118-5d8adcc764ea req-aec30a0d-0502-495f-8dc4-97de3801095c tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:42.834518 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c44a4282-0e52-447c-a118-5d8adcc764ea req-aec30a0d-0502-495f-8dc4-97de3801095c tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 944 time: 0.0494177 Sep 17 04:38:42.885407 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c44a4282-0e52-447c-a118-5d8adcc764ea req-8d7f4928-a23c-4f70-9f93-23f825f26137 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448155 Sep 17 04:38:43.343263 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device db2efe3b-92b0-4a7f-9c0c-416d334db906 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:38:43.391082 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port db2efe3b-92b0-4a7f-9c0c-416d334db906 completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:38:43.398310 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port db2efe3b-92b0-4a7f-9c0c-416d334db906 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:38:43.398753 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:43.399094 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port db2efe3b-92b0-4a7f-9c0c-416d334db906 Sep 17 04:38:43.454108 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320c4d-9f7a-437d-bf75-f6d9484e9358 req-23224141-e247-415f-8c13-a309f23937cc tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:43.456152 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce320c4d-9f7a-437d-bf75-f6d9484e9358 req-23224141-e247-415f-8c13-a309f23937cc tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 945 time: 0.0503542 Sep 17 04:38:43.475466 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:43.481170 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port db2efe3b-92b0-4a7f-9c0c-416d334db906 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:38:43.481566 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:43.506628 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2efe3b-92b0-4a7f-9c0c-416d334db906'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:38:43.508887 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb23cab2-50c1-44e2-8505-51dd2a8129f7" -d '{"events": [{"server_uuid": "bc4b19eb-58f5-49b5-8a87-74126c73513f", "name": "network-vif-plugged", "status": "completed", "tag": "db2efe3b-92b0-4a7f-9c0c-416d334db906"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:38:43.509642 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce320c4d-9f7a-437d-bf75-f6d9484e9358 req-e5396829-af9b-4298-936e-76ec1fe84064 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475898 Sep 17 04:38:43.522531 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port db2efe3b-92b0-4a7f-9c0c-416d334db906, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=db2efe3b-92b0-4a7f-9c0c-416d334db906,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:43.527245 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:43.552172 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549cfde2-8cd1-49a1-9253-850a5d5eb4de x-openstack-request-id: req-549cfde2-8cd1-49a1-9253-850a5d5eb4de {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:38:43.552573 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4b19eb-58f5-49b5-8a87-74126c73513f", "name": "network-vif-plugged", "status": "completed", "tag": "db2efe3b-92b0-4a7f-9c0c-416d334db906", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:38:43.552824 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-549cfde2-8cd1-49a1-9253-850a5d5eb4de {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:38:43.553239 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549cfde2-8cd1-49a1-9253-850a5d5eb4de'] response: {'server_uuid': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2efe3b-92b0-4a7f-9c0c-416d334db906', 'code': 200} Sep 17 04:38:43.577934 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=db2efe3b-92b0-4a7f-9c0c-416d334db906,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:44.019337 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584d4b6-1018-445b-9f7b-b17b073babe4 req-3c7c8eb0-6edb-408f-be84-f1cf96819a0f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:44.020847 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3584d4b6-1018-445b-9f7b-b17b073babe4 req-3c7c8eb0-6edb-408f-be84-f1cf96819a0f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 945 time: 0.0525982 Sep 17 04:38:44.073103 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3584d4b6-1018-445b-9f7b-b17b073babe4 req-6462de18-a14c-4293-a65c-e60a32662e2a tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440617 Sep 17 04:38:44.648848 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f0137-34e0-4129-aced-c7b877395e95 req-9ae08e31-bdb4-48d0-b40f-86e75c0a5ed8 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:44.650349 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9e8f0137-34e0-4129-aced-c7b877395e95 req-9ae08e31-bdb4-48d0-b40f-86e75c0a5ed8 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 945 time: 0.0521483 Sep 17 04:38:44.700092 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9e8f0137-34e0-4129-aced-c7b877395e95 req-a9f0299b-5cce-470a-9cc5-4550915b66ea tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426996 Sep 17 04:38:45.043739 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babffcac-5727-4d6a-8f14-7503a8f71656 req-01914a77-db45-464a-8202-9629afb4a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:45.045389 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-babffcac-5727-4d6a-8f14-7503a8f71656 req-01914a77-db45-464a-8202-9629afb4a710 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 1129 time: 0.0468748 Sep 17 04:38:45.090349 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-babffcac-5727-4d6a-8f14-7503a8f71656 req-bc2702b4-8a2b-4a05-ab5e-b770eb1273ed service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391111 Sep 17 04:38:45.195552 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd363848-3da6-4123-a15a-9589cabc5131 req-d2194fc5-9574-46a8-8526-f5511a484533 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:45.197011 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-dd363848-3da6-4123-a15a-9589cabc5131 req-d2194fc5-9574-46a8-8526-f5511a484533 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 945 time: 0.0487158 Sep 17 04:38:45.248233 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-dd363848-3da6-4123-a15a-9589cabc5131 req-a5d9c927-9646-4e89-860a-a850075a516b tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455525 Sep 17 04:38:45.698532 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2580eaf-31be-44b1-8122-2afd54e684c9 req-fc7b9255-46b3-4899-9613-417937b23505 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:45.699980 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d2580eaf-31be-44b1-8122-2afd54e684c9 req-fc7b9255-46b3-4899-9613-417937b23505 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 945 time: 0.0628304 Sep 17 04:38:45.833383 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f44abf-87f7-4221-8304-44f2f3a5266c req-ac893c16-e04e-47c4-a90a-eb0898f59d61 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:45.834824 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f3f44abf-87f7-4221-8304-44f2f3a5266c req-ac893c16-e04e-47c4-a90a-eb0898f59d61 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 945 time: 0.0472023 Sep 17 04:38:45.883435 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f3f44abf-87f7-4221-8304-44f2f3a5266c req-ec37fa46-b6b1-4d08-a860-32cc179c1de1 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425870 Sep 17 04:38:46.317514 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-d2580eaf-31be-44b1-8122-2afd54e684c9 req-029c6b0a-77f9-4c7f-aa9c-3f582cfcaa84 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Deleting port e1498365-30de-4531-b9f2-2ba9486cfb08 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:38:46.317854 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-d2580eaf-31be-44b1-8122-2afd54e684c9 req-029c6b0a-77f9-4c7f-aa9c-3f582cfcaa84 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:46.377698 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:46.379398 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fc8e8-0f10-46af-88da-ad164b103df7 req-651881a0-df8b-4476-86bf-06f30f677be4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:46.381072 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b68fc8e8-0f10-46af-88da-ad164b103df7 req-651881a0-df8b-4476-86bf-06f30f677be4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 945 time: 0.0483468 Sep 17 04:38:46.404059 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:46.413600 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-d2580eaf-31be-44b1-8122-2afd54e684c9 req-029c6b0a-77f9-4c7f-aa9c-3f582cfcaa84 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] For port e1498365-30de-4531-b9f2-2ba9486cfb08, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=e1498365-30de-4531-b9f2-2ba9486cfb08,segment=NetworkSegment(1ff3fae0-c69f-4d18-a26c-a7f9823341ce),segment_id=1ff3fae0-c69f-4d18-a26c-a7f9823341ce)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:38:46.413966 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-d2580eaf-31be-44b1-8122-2afd54e684c9 req-029c6b0a-77f9-4c7f-aa9c-3f582cfcaa84 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:46.427707 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-d2580eaf-31be-44b1-8122-2afd54e684c9 req-029c6b0a-77f9-4c7f-aa9c-3f582cfcaa84 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Calling delete_port for e1498365-30de-4531-b9f2-2ba9486cfb08 owned by compute:nova {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:38:46.436378 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b68fc8e8-0f10-46af-88da-ad164b103df7 req-d06ccaf9-d8ef-40f4-b522-5ff3e46296ec tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491066 Sep 17 04:38:46.579255 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-d2580eaf-31be-44b1-8122-2afd54e684c9 req-029c6b0a-77f9-4c7f-aa9c-3f582cfcaa84 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (e1498365-30de-4531-b9f2-2ba9486cfb08), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:46.607769 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c6b0a-77f9-4c7f-aa9c-3f582cfcaa84 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Pushing event deleted for resources: {'Port': ['ID=e1498365-30de-4531-b9f2-2ba9486cfb08,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:46.620034 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['e1498365-30de-4531-b9f2-2ba9486cfb08'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:38:46.651539 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2580eaf-31be-44b1-8122-2afd54e684c9 req-029c6b0a-77f9-4c7f-aa9c-3f582cfcaa84 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] No DVR routers for this DVR port e1498365-30de-4531-b9f2-2ba9486cfb08 on host hv-cinder-85799 {{(pid=106227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:38:46.654283 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-d2580eaf-31be-44b1-8122-2afd54e684c9 req-029c6b0a-77f9-4c7f-aa9c-3f582cfcaa84 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:46.657618 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d2580eaf-31be-44b1-8122-2afd54e684c9 req-029c6b0a-77f9-4c7f-aa9c-3f582cfcaa84 tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.66 "DELETE /networking/v2.0/ports/e1498365-30de-4531-b9f2-2ba9486cfb08 HTTP/1.1" status: 204 len: 173 time: 0.4441071 Sep 17 04:38:46.658146 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf771b6-8252-4ad3-8573-042feb9b906b', 'name': 'network-vif-deleted', 'tag': 'e1498365-30de-4531-b9f2-2ba9486cfb08'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:38:46.660559 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1e3b79-2f82-4ced-a052-9a472820ba37" -d '{"events": [{"server_uuid": "8cf771b6-8252-4ad3-8573-042feb9b906b", "name": "network-vif-deleted", "tag": "e1498365-30de-4531-b9f2-2ba9486cfb08"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:38:46.700234 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a58548d-c1ad-4288-9707-c10ccc0dbbd0 x-openstack-request-id: req-5a58548d-c1ad-4288-9707-c10ccc0dbbd0 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:38:46.700872 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf771b6-8252-4ad3-8573-042feb9b906b", "name": "network-vif-deleted", "tag": "e1498365-30de-4531-b9f2-2ba9486cfb08", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:38:46.701170 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a58548d-c1ad-4288-9707-c10ccc0dbbd0 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:38:46.701675 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a58548d-c1ad-4288-9707-c10ccc0dbbd0'] response: {'server_uuid': '8cf771b6-8252-4ad3-8573-042feb9b906b', 'name': 'network-vif-deleted', 'tag': 'e1498365-30de-4531-b9f2-2ba9486cfb08', 'status': 'completed', 'code': 200} Sep 17 04:38:46.995532 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1d0d4f3b-bc32-4c58-a03c-fbedd7c777ea req-d5a5f3cb-32f6-4a2c-8c15-9f282ce2317e tempest-VolumesActionsTest-965492678 tempest-VolumesActionsTest-965492678-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8cf771b6-8252-4ad3-8573-042feb9b906b HTTP/1.1" status: 200 len: 210 time: 0.0286682 Sep 17 04:38:47.566690 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d228f-4aa6-4d19-9653-19063f0536f4 req-e4e9df89-ee74-499b-b11b-0c1b688df403 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:47.568156 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ba9d228f-4aa6-4d19-9653-19063f0536f4 req-e4e9df89-ee74-499b-b11b-0c1b688df403 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 945 time: 0.0519218 Sep 17 04:38:47.604867 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:47.620469 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ba9d228f-4aa6-4d19-9653-19063f0536f4 req-1a32af6d-4976-4a1c-a45e-82af1d84b8d6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466149 Sep 17 04:38:47.748672 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee0966-802a-46e1-a7e3-6ebe02bd3f97 req-f79640a0-a776-4e25-a1b8-c592c4f3ba37 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:47.750040 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-efee0966-802a-46e1-a7e3-6ebe02bd3f97 req-f79640a0-a776-4e25-a1b8-c592c4f3ba37 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 945 time: 0.0473154 Sep 17 04:38:47.800511 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-efee0966-802a-46e1-a7e3-6ebe02bd3f97 req-77f63817-9871-4209-a14f-c9875bf6166a tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449278 Sep 17 04:38:47.829816 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 44310) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:38:47.963776 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:47.975848 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b0102-2e78-4316-b764-a8f42622f7f5 tempest-TestVolumeBootPattern-1112460180 tempest-TestVolumeBootPattern-1112460180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:47.977413 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d14b0102-2e78-4316-b764-a8f42622f7f5 tempest-TestVolumeBootPattern-1112460180 tempest-TestVolumeBootPattern-1112460180-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 1124 time: 0.1466210 Sep 17 04:38:47.980471 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 44314) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:38:47.984815 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'port_id': 'db2efe3b-92b0-4a7f-9c0c-416d334db906', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:38:48.006815 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:48.090150 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:48.205574 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Allocated IP 172.27.3.186 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/8a10e0bc-2b28-4be3-90f5-126d0a34f770) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:38:48.309761 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for port (8a10e0bc-2b28-4be3-90f5-126d0a34f770), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:48.343686 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (8a10e0bc-2b28-4be3-90f5-126d0a34f770), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:48.392810 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:38:48.397968 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:38:48.402256 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:38:48.405463 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'Port': ['ID=8a10e0bc-2b28-4be3-90f5-126d0a34f770,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:48.436585 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fc261832-2434-420b-a8f6-caf06e5b5a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:48.682492 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:48.724377 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:48.775612 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for floatingip (85fc0b95-b30c-47b0-8d3c-8eb3814dbb04), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:48.850049 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (8a10e0bc-2b28-4be3-90f5-126d0a34f770), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:49.001512 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for port (8a10e0bc-2b28-4be3-90f5-126d0a34f770), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:49.008717 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (8a10e0bc-2b28-4be3-90f5-126d0a34f770), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:49.072537 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event updated for resources: {'Port': ['ID=8a10e0bc-2b28-4be3-90f5-126d0a34f770,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:38:49.077544 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (85fc0b95-b30c-47b0-8d3c-8eb3814dbb04), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:49.184100 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.l3_db [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Floating IP 85fc0b95-b30c-47b0-8d3c-8eb3814dbb04 associated. External IP: 172.27.3.186, port: db2efe3b-92b0-4a7f-9c0c-416d334db906. Sep 17 04:38:49.385201 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:38:49.501437 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:38:49.511251 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e08eb5-ea8a-495f-8b85-2eb83d446e75 None None] Sync routers for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:38:49.522368 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e08eb5-ea8a-495f-8b85-2eb83d446e75 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:38:49.523159 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d2e08eb5-ea8a-495f-8b85-2eb83d446e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:38:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:38:49.523441 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:49.554268 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-0b31f7d4-85b0-4448-9ab4-45f6856ba19f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5727642 Sep 17 04:38:49.554967 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'tag': 'db2efe3b-92b0-4a7f-9c0c-416d334db906'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:38:49.557870 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4b19eb-58f5-49b5-8a87-74126c73513f", "tag": "db2efe3b-92b0-4a7f-9c0c-416d334db906"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:38:49.596973 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24715c9-b7eb-44de-8c9e-215cf683a50a x-openstack-request-id: req-f24715c9-b7eb-44de-8c9e-215cf683a50a {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:38:49.597302 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4b19eb-58f5-49b5-8a87-74126c73513f", "tag": "db2efe3b-92b0-4a7f-9c0c-416d334db906", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:38:49.597559 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f24715c9-b7eb-44de-8c9e-215cf683a50a {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:38:49.597959 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24715c9-b7eb-44de-8c9e-215cf683a50a'] response: {'name': 'network-changed', 'server_uuid': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'tag': 'db2efe3b-92b0-4a7f-9c0c-416d334db906', 'status': 'completed', 'code': 200} Sep 17 04:38:49.630915 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-d2e08eb5-ea8a-495f-8b85-2eb83d446e75 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:38:49.661504 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:49.841946 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d2e08eb5-ea8a-495f-8b85-2eb83d446e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '85fc0b95-b30c-47b0-8d3c-8eb3814dbb04', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': 'db2efe3b-92b0-4a7f-9c0c-416d334db906', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:ef:a8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:38:48Z', 'updated_at': '2022-09-17T04:38:48Z', 'revision_number': 0, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}, {'id': '91ea79ac-527a-4e13-b757-4833d181cdef', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': '35e61da4-2924-436c-a984-9952b3c29f0a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:2d:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:56Z', 'updated_at': '2022-09-17T04:35:59Z', 'revision_number': 1, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:38:49.869556 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e08eb5-ea8a-495f-8b85-2eb83d446e75 None None] Checking router: 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:38:49.880418 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e08eb5-ea8a-495f-8b85-2eb83d446e75 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:38:49.881027 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d2e08eb5-ea8a-495f-8b85-2eb83d446e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:38:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:38:49.981552 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-d2e08eb5-ea8a-495f-8b85-2eb83d446e75 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:38:49.993197 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:38:50.216423 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d2e08eb5-ea8a-495f-8b85-2eb83d446e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '85fc0b95-b30c-47b0-8d3c-8eb3814dbb04', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': 'db2efe3b-92b0-4a7f-9c0c-416d334db906', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:ef:a8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:38:48Z', 'updated_at': '2022-09-17T04:38:48Z', 'revision_number': 0, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}, {'id': '91ea79ac-527a-4e13-b757-4833d181cdef', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': '35e61da4-2924-436c-a984-9952b3c29f0a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:2d:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:56Z', 'updated_at': '2022-09-17T04:35:59Z', 'revision_number': 1, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:38:50.240811 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e08eb5-ea8a-495f-8b85-2eb83d446e75 None None] The sync data for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi is: [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '85fc0b95-b30c-47b0-8d3c-8eb3814dbb04', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': 'db2efe3b-92b0-4a7f-9c0c-416d334db906', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:ef:a8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:38:48Z', 'updated_at': '2022-09-17T04:38:48Z', 'revision_number': 0, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}, {'id': '91ea79ac-527a-4e13-b757-4833d181cdef', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': '35e61da4-2924-436c-a984-9952b3c29f0a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:2d:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:56Z', 'updated_at': '2022-09-17T04:35:59Z', 'revision_number': 1, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:38:50.434045 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb47059-b078-4d78-9e07-4281b96e6c06 None None] New status for floating IP 85fc0b95-b30c-47b0-8d3c-8eb3814dbb04: ACTIVE {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:38:50.637138 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e0f17102-e30f-401e-929a-1e8eade403b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:51.981594 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:53.013201 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device e1498365-30de-4531-b9f2-2ba9486cfb08 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:38:53.034797 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: e1498365-30de-4531-b9f2-2ba9486cfb08 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:38:53.035141 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device e1498365-30de-4531-b9f2-2ba9486cfb08 not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:38:53.118852 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf req-bcd48328-a5d7-432a-9f33-6e8b12364522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:53.120668 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf req-bcd48328-a5d7-432a-9f33-6e8b12364522 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 1129 time: 0.0906241 Sep 17 04:38:53.240393 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf req-fd3b2216-bd92-46a3-b65a-745758ea988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:53.241807 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf req-fd3b2216-bd92-46a3-b65a-745758ea988f service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e322731d-9c63-4618-8051-e8dea6bb2db6 HTTP/1.1" status: 200 len: 913 time: 0.1058087 Sep 17 04:38:53.303174 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf req-85f6f2f3-15e0-4aaf-8d7d-b3289ea8ee4a service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db2efe3b-92b0-4a7f-9c0c-416d334db906 HTTP/1.1" status: 200 len: 1001 time: 0.0542371 Sep 17 04:38:53.354083 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf req-47cd5c6f-c63a-4ce4-817a-0c4a5bccdc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:53.355551 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf req-47cd5c6f-c63a-4ce4-817a-0c4a5bccdc59 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=7d8d6893-1d9a-4d1c-a639-eec93b42e88f HTTP/1.1" status: 200 len: 851 time: 0.0457497 Sep 17 04:38:53.404908 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf req-2cd6441b-fe97-4365-9b07-0c99549ba923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:38:53.406422 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf req-2cd6441b-fe97-4365-9b07-0c99549ba923 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e322731d-9c63-4618-8051-e8dea6bb2db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444317 Sep 17 04:38:53.416969 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf req-06ab0317-cf26-4136-b0f6-164c91316fff service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:38:53.417904 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf req-06ab0317-cf26-4136-b0f6-164c91316fff service neutron] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048680 Sep 17 04:38:53.466147 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:53.475660 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:53.511600 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf req-2f39b2ae-6ca4-4c5a-9fcc-db00d2a6e807 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862849 Sep 17 04:38:53.587244 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:38:53.605691 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-d89b30da-26b8-4408-9a1c-bf19eb8e47bf req-97261aff-573a-447e-a25e-442a9b7635cd service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870817 Sep 17 04:38:59.549006 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:38:59.550698 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:00.532591 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=16 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:00.539141 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:03.574912 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:03.582217 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:03.600781 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=79,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:03.602243 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=53 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:05.171424 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:12.082965 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44568) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:12.129690 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fc2e5e-8d03-4b2a-abed-900e3c85091e admin admin] Deleting subnet 065d1312-4246-44e3-b492-ab516a04efad {{(pid=106227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:39:12.132987 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2e5e-8d03-4b2a-abed-900e3c85091e admin admin] Publish callbacks [] for subnet (065d1312-4246-44e3-b492-ab516a04efad), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:12.168502 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2e5e-8d03-4b2a-abed-900e3c85091e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363446'] for subnet (065d1312-4246-44e3-b492-ab516a04efad), precommit_delete_associations {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:12.212772 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2e5e-8d03-4b2a-abed-900e3c85091e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (065d1312-4246-44e3-b492-ab516a04efad), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:12.280583 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2e5e-8d03-4b2a-abed-900e3c85091e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2666883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10209104'] for subnet (065d1312-4246-44e3-b492-ab516a04efad), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:12.306470 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc2e5e-8d03-4b2a-abed-900e3c85091e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=065d1312-4246-44e3-b492-ab516a04efad,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:12.311873 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2e5e-8d03-4b2a-abed-900e3c85091e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:12.315103 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-e5fc2e5e-8d03-4b2a-abed-900e3c85091e admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/065d1312-4246-44e3-b492-ab516a04efad HTTP/1.1" status: 204 len: 168 time: 0.2311354 Sep 17 04:39:12.318763 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44570) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:12.389652 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bab04a41-5592-43c1-a10c-a72ad2fced88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:12.475895 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bab04a41-5592-43c1-a10c-a72ad2fced88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:12.495865 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-bab04a41-5592-43c1-a10c-a72ad2fced88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96']}} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:12.505139 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-bab04a41-5592-43c1-a10c-a72ad2fced88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff3fae0-c69f-4d18-a26c-a7f9823341ce') {'for_net_delete': True} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:12.505478 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-bab04a41-5592-43c1-a10c-a72ad2fced88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff3fae0-c69f-4d18-a26c-a7f9823341ce') {} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:12.515023 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bab04a41-5592-43c1-a10c-a72ad2fced88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363405'] for segment (1ff3fae0-c69f-4d18-a26c-a7f9823341ce), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:12.529720 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bab04a41-5592-43c1-a10c-a72ad2fced88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (1ff3fae0-c69f-4d18-a26c-a7f9823341ce), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:12.536174 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab04a41-5592-43c1-a10c-a72ad2fced88 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=106227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:39:12.536551 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bab04a41-5592-43c1-a10c-a72ad2fced88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666809'] for segment (1ff3fae0-c69f-4d18-a26c-a7f9823341ce), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:12.848800 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment 1ff3fae0-c69f-4d18-a26c-a7f9823341ce resource provider aggregate not found Sep 17 04:39:12.866044 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment 1ff3fae0-c69f-4d18-a26c-a7f9823341ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ff3fae0-c69f-4d18-a26c-a7f9823341ce found for delete ", "request_id": "req-b407eec3-9114-4d2b-96f8-a04003c95ac8"}]} Sep 17 04:39:12.875978 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bab04a41-5592-43c1-a10c-a72ad2fced88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:12.883691 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-bab04a41-5592-43c1-a10c-a72ad2fced88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:12.886729 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-bab04a41-5592-43c1-a10c-a72ad2fced88 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96 HTTP/1.1" status: 204 len: 168 time: 0.5670981 Sep 17 04:39:12.896446 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab04a41-5592-43c1-a10c-a72ad2fced88 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7b6fdb-eeaa-4116-adbf-8eccf6c5ce96,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:12.998996 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44580) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:13.039529 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-c3fa2baf-c105-405f-bca3-9f03dae3a978 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=db2188067a23494ab49f1e6812e501d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391881 Sep 17 04:39:13.042319 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 44582) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:13.102293 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-33c5c2e1-fc9e-4430-aada-744cf17c226a admin admin] Publish callbacks [] for security_group (bbf4e3c1-57a4-48ee-8c2b-ea811cc37901), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:13.132510 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-33c5c2e1-fc9e-4430-aada-744cf17c226a admin admin] Publish callbacks [] for security_group (bbf4e3c1-57a4-48ee-8c2b-ea811cc37901), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:13.194307 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-33c5c2e1-fc9e-4430-aada-744cf17c226a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (bbf4e3c1-57a4-48ee-8c2b-ea811cc37901), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:13.196844 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-33c5c2e1-fc9e-4430-aada-744cf17c226a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:13.198035 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-33c5c2e1-fc9e-4430-aada-744cf17c226a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/bbf4e3c1-57a4-48ee-8c2b-ea811cc37901 HTTP/1.1" status: 204 len: 168 time: 0.1547368 Sep 17 04:39:13.206300 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5c2e1-fc9e-4430-aada-744cf17c226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf4e3c1-57a4-48ee-8c2b-ea811cc37901,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:15.166756 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:16.536331 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=12 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:16.542662 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=14 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:16.890871 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44626) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:17.001305 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-cddace9c-8e1f-4c14-bcbc-ff7839f9079a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:17.085109 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-cddace9c-8e1f-4c14-bcbc-ff7839f9079a admin admin] Publish callbacks [] for security_group (8c4d7550-078a-482c-94b9-ad406043ecd7), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:17.089792 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-cddace9c-8e1f-4c14-bcbc-ff7839f9079a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (8c4d7550-078a-482c-94b9-ad406043ecd7), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:17.131475 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-cddace9c-8e1f-4c14-bcbc-ff7839f9079a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d65fd46cdb484e72a74fad241e81130b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395008 Sep 17 04:39:17.132315 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddace9c-8e1f-4c14-bcbc-ff7839f9079a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4d7550-078a-482c-94b9-ad406043ecd7,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:17.135313 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 44630) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:17.187277 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-625179bd-4d6e-4319-8e85-0ab740a251a7 admin admin] Publish callbacks [] for security_group (8c4d7550-078a-482c-94b9-ad406043ecd7), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:17.214308 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-625179bd-4d6e-4319-8e85-0ab740a251a7 admin admin] Publish callbacks [] for security_group (8c4d7550-078a-482c-94b9-ad406043ecd7), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:17.266966 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-625179bd-4d6e-4319-8e85-0ab740a251a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (8c4d7550-078a-482c-94b9-ad406043ecd7), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:17.269582 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-625179bd-4d6e-4319-8e85-0ab740a251a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:17.270763 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-625179bd-4d6e-4319-8e85-0ab740a251a7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8c4d7550-078a-482c-94b9-ad406043ecd7 HTTP/1.1" status: 204 len: 168 time: 0.1342847 Sep 17 04:39:17.279143 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625179bd-4d6e-4319-8e85-0ab740a251a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4d7550-078a-482c-94b9-ad406043ecd7,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:18.441806 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1ff1017d-4d25-4ffa-8133-51d150cbdb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:20.637871 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3027e0ed-9a9b-4b0f-b559-932bcc64ac53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:21.984950 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:23.478955 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:23.594834 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:26.992159 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:39:27.116711 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:27.127948 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:27.250661 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=31,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:27.274383 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=33,neutron:DELETE=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:32.780295 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:33.574807 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:33.585757 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:35.163351 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:35.568561 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479491e-d30c-4909-bfa2-ad7b21247115 req-00258be3-0c66-4c75-a381-7834a480f2a0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:35.570002 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2479491e-d30c-4909-bfa2-ad7b21247115 req-00258be3-0c66-4c75-a381-7834a480f2a0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 945 time: 0.0492547 Sep 17 04:39:35.619926 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2479491e-d30c-4909-bfa2-ad7b21247115 req-3e113efc-bfb0-4bdf-922f-5c10f1752134 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 Sep 17 04:39:36.771545 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d68a7-27c7-4743-842c-e8252739603c req-9ae3ed3e-a48d-4b1a-b5f8-94dc1d524279 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:36.773017 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7e1d68a7-27c7-4743-842c-e8252739603c req-9ae3ed3e-a48d-4b1a-b5f8-94dc1d524279 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 945 time: 0.0509963 Sep 17 04:39:36.823910 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7e1d68a7-27c7-4743-842c-e8252739603c req-6fd42ef8-9372-4bbe-a753-34b7fbf64c1b tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424542 Sep 17 04:39:36.880131 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cd1b5d09-343e-4782-a827-4cc20a999551 req-b1577bd4-402f-4ef6-99ca-7f6836366651 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374014 Sep 17 04:39:36.964006 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b5d09-343e-4782-a827-4cc20a999551 req-513a8129-669c-4ea3-b946-929e1cd02cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:36.965358 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cd1b5d09-343e-4782-a827-4cc20a999551 req-513a8129-669c-4ea3-b946-929e1cd02cec service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e0b194b28dec41119ae0d6d913f19c31&device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 1131 time: 0.0389919 Sep 17 04:39:36.988542 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:37.072196 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b5d09-343e-4782-a827-4cc20a999551 req-f0e088e0-82bd-488c-8dba-bf77f142b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:37.073788 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cd1b5d09-343e-4782-a827-4cc20a999551 req-f0e088e0-82bd-488c-8dba-bf77f142b0a3 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 200 len: 916 time: 0.0901229 Sep 17 04:39:37.139042 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cd1b5d09-343e-4782-a827-4cc20a999551 req-5d6699e9-aff7-4393-a3bc-4eb0d1422d5e service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ab96fb5-2c5a-484d-8537-588560c96378 HTTP/1.1" status: 200 len: 1001 time: 0.0574894 Sep 17 04:39:37.204419 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b5d09-343e-4782-a827-4cc20a999551 req-45eb4cc6-5fdb-4b4a-94b9-cd08bb5b0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:37.205864 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cd1b5d09-343e-4782-a827-4cc20a999551 req-45eb4cc6-5fdb-4b4a-94b9-cd08bb5b0a40 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 HTTP/1.1" status: 200 len: 854 time: 0.0433676 Sep 17 04:39:37.292659 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b5d09-343e-4782-a827-4cc20a999551 req-c6a406ef-c16c-41f4-bb6b-5c0fa9589c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:37.294149 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cd1b5d09-343e-4782-a827-4cc20a999551 req-c6a406ef-c16c-41f4-bb6b-5c0fa9589c1b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e95cd093-c909-4fa1-980b-df0004dd3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489795 Sep 17 04:39:37.538994 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cd1b5d09-343e-4782-a827-4cc20a999551 req-ce66c625-1e42-4962-9331-47653b632636 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942700 Sep 17 04:39:37.644712 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-cd1b5d09-343e-4782-a827-4cc20a999551 req-3a9ba74c-9108-48d9-9d70-1b8c792304a7 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855911 Sep 17 04:39:37.864490 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed95b59-703f-4b25-844e-acd9acab9205 req-b353750e-e1b3-42f0-b123-bd2064c3d7c0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:37.865959 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aed95b59-703f-4b25-844e-acd9acab9205 req-b353750e-e1b3-42f0-b123-bd2064c3d7c0 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 945 time: 0.0533805 Sep 17 04:39:37.946116 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d70fb-10ed-4782-b6e9-145a8957487d req-7d9f2db4-ee1b-43fc-b44f-ba88f19bb79f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:37.947436 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a59d70fb-10ed-4782-b6e9-145a8957487d req-7d9f2db4-ee1b-43fc-b44f-ba88f19bb79f tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 945 time: 0.0453806 Sep 17 04:39:37.995735 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a59d70fb-10ed-4782-b6e9-145a8957487d req-497a4ba7-9d25-46af-88a5-f91a2719b80d tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Sep 17 04:39:38.178934 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Deleting port b2b856a4-73a0-498f-8867-d7261d331366 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:39:38.179125 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (b2b856a4-73a0-498f-8867-d7261d331366), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:38.273758 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] For port b2b856a4-73a0-498f-8867-d7261d331366, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b2b856a4-73a0-498f-8867-d7261d331366,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:39:38.274115 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (b2b856a4-73a0-498f-8867-d7261d331366), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:38.367527 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:38.413718 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:38.438804 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:38.439171 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (1fe653c4-0933-4c07-b8f1-0e2d9a537014), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:38.439489 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Floating IP 1fe653c4-0933-4c07-b8f1-0e2d9a537014 disassociated. External IP: 172.27.3.229, port: b2b856a4-73a0-498f-8867-d7261d331366. Sep 17 04:39:38.439868 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Calling delete_port for b2b856a4-73a0-498f-8867-d7261d331366 owned by compute:nova {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:39:38.574855 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (b2b856a4-73a0-498f-8867-d7261d331366), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:38.604738 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event deleted for resources: {'Port': ['ID=b2b856a4-73a0-498f-8867-d7261d331366,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:38.616153 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.616519 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.616837 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.617287 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.617510 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.618408 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.618734 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.619036 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.619371 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.619690 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.620130 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.620310 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.620626 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.620926 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.621285 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:38.729601 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Router 7338ced2-0798-43c2-bdf6-c22b5b76a87c has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:39:38.831522 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:39:38.842675 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d012c2cb-19e4-44c4-9b10-8a19c12e473a None None] Sync routers for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:39:38.853467 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d012c2cb-19e4-44c4-9b10-8a19c12e473a None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:39:38.854094 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d012c2cb-19e4-44c4-9b10-8a19c12e473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:38.875205 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] No DVR routers for this DVR port b2b856a4-73a0-498f-8867-d7261d331366 on host hv-cinder-85799 {{(pid=106227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:39:38.878014 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:38.881231 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aed95b59-703f-4b25-844e-acd9acab9205 req-86bfcd00-b0bd-4729-9749-8058299a0155 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.66 "DELETE /networking/v2.0/ports/b2b856a4-73a0-498f-8867-d7261d331366 HTTP/1.1" status: 204 len: 173 time: 0.7910538 Sep 17 04:39:38.881733 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871c4641-f974-4cc5-bc3e-0c87446fedc6', 'name': 'network-vif-deleted', 'tag': 'b2b856a4-73a0-498f-8867-d7261d331366'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:39:38.884106 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b957fc-669f-42fb-a53c-f6c737a1000d" -d '{"events": [{"server_uuid": "871c4641-f974-4cc5-bc3e-0c87446fedc6", "name": "network-vif-deleted", "tag": "b2b856a4-73a0-498f-8867-d7261d331366"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:39:38.923567 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45c33e3-4017-4f7b-b7fe-b6f0dc59bda7 x-openstack-request-id: req-c45c33e3-4017-4f7b-b7fe-b6f0dc59bda7 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:39:38.923900 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871c4641-f974-4cc5-bc3e-0c87446fedc6", "name": "network-vif-deleted", "tag": "b2b856a4-73a0-498f-8867-d7261d331366", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:39:38.924161 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c45c33e3-4017-4f7b-b7fe-b6f0dc59bda7 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:39:38.924608 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45c33e3-4017-4f7b-b7fe-b6f0dc59bda7'] response: {'server_uuid': '871c4641-f974-4cc5-bc3e-0c87446fedc6', 'name': 'network-vif-deleted', 'tag': 'b2b856a4-73a0-498f-8867-d7261d331366', 'status': 'completed', 'code': 200} Sep 17 04:39:38.968315 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-d012c2cb-19e4-44c4-9b10-8a19c12e473a None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:39:39.157163 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1e54739f-b219-48a4-8dff-3daebb6ab646 req-55f6d5bc-c40d-4fc2-8e66-68ae131c761d tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=871c4641-f974-4cc5-bc3e-0c87446fedc6 HTTP/1.1" status: 200 len: 210 time: 0.0388374 Sep 17 04:39:39.297925 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d012c2cb-19e4-44c4-9b10-8a19c12e473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:39.323039 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d012c2cb-19e4-44c4-9b10-8a19c12e473a None None] Checking router: 7338ced2-0798-43c2-bdf6-c22b5b76a87c for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:39:39.331878 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d012c2cb-19e4-44c4-9b10-8a19c12e473a None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:39:39.332506 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d012c2cb-19e4-44c4-9b10-8a19c12e473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:39.432646 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-d012c2cb-19e4-44c4-9b10-8a19c12e473a None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:39:39.635335 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d012c2cb-19e4-44c4-9b10-8a19c12e473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:39.663623 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d012c2cb-19e4-44c4-9b10-8a19c12e473a None None] The sync data for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi is: [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:28:23Z', 'revision_number': 4, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '706f68ce-844c-4b7a-8463-d652efd072a9', 'name': '', 'network_id': '5d741fbf-1171-42a3-8de2-aef8bbcc1581', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'mac_address': 'fa:16:3e:e9:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:21Z', 'updated_at': '2022-09-17T04:28:30Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'subnets': [{'id': '72440590-5ca9-47bf-a1be-86065deb25a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:39:39.909241 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eb7a2e-ebc3-44ac-a05f-ba475631667e None None] New status for floating IP 1fe653c4-0933-4c07-b8f1-0e2d9a537014: DOWN {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:39:40.263074 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 44716) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:40.321458 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (b3cccc7c-28ed-437a-baf2-9dff16fbe4f7), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:40.345119 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (b3cccc7c-28ed-437a-baf2-9dff16fbe4f7), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:40.396407 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (b3cccc7c-28ed-437a-baf2-9dff16fbe4f7), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:40.399202 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:40.400352 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b3cccc7c-28ed-437a-baf2-9dff16fbe4f7 HTTP/1.1" status: 204 len: 168 time: 0.1363561 Sep 17 04:39:40.403337 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44718) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:40.409938 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cccc7c-28ed-437a-baf2-9dff16fbe4f7,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:40.417601 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.417784 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.api.v2.resource [None req-0ee09a78-d913-4942-aa75-d914e00d1680 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] show failed (client error): The resource could not be found. Sep 17 04:39:40.417957 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.418303 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.421491 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.421618 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-0ee09a78-d913-4942-aa75-d914e00d1680 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "GET /networking/v2.0/security-groups/b3cccc7c-28ed-437a-baf2-9dff16fbe4f7 HTTP/1.1" status: 404 len: 347 time: 0.0143368 Sep 17 04:39:40.421715 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.421715 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.421715 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.421715 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.421715 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.421715 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.421715 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.421715 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.421715 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.422342 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44720) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:40.422425 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.422425 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d4adfa-33ea-4bd4-817b-7c072690bb55 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:40.539944 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-ec253233-2ad8-41cc-884b-61590a7b30b8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Deleting port afc11507-326e-466c-b701-ab38052d09f8 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:39:40.540322 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ec253233-2ad8-41cc-884b-61590a7b30b8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (afc11507-326e-466c-b701-ab38052d09f8), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:40.617491 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ec253233-2ad8-41cc-884b-61590a7b30b8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (afc11507-326e-466c-b701-ab38052d09f8), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:40.617783 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ec253233-2ad8-41cc-884b-61590a7b30b8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (afc11507-326e-466c-b701-ab38052d09f8), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:40.630632 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-ec253233-2ad8-41cc-884b-61590a7b30b8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Calling delete_port for afc11507-326e-466c-b701-ab38052d09f8 owned by network:floatingip {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:39:40.769545 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:40.771769 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:40.778711 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ec253233-2ad8-41cc-884b-61590a7b30b8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (afc11507-326e-466c-b701-ab38052d09f8), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:40.808091 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec253233-2ad8-41cc-884b-61590a7b30b8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Pushing event deleted for resources: {'Port': ['ID=afc11507-326e-466c-b701-ab38052d09f8,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:40.873801 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ec253233-2ad8-41cc-884b-61590a7b30b8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks [] for floatingip (1fe653c4-0933-4c07-b8f1-0e2d9a537014), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:40.876246 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ec253233-2ad8-41cc-884b-61590a7b30b8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:40.877425 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-ec253233-2ad8-41cc-884b-61590a7b30b8 tempest-AttachVolumeNegativeTest-376570379 tempest-AttachVolumeNegativeTest-376570379-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/1fe653c4-0933-4c07-b8f1-0e2d9a537014 HTTP/1.1" status: 204 len: 168 time: 0.4547799 Sep 17 04:39:41.336195 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device b2b856a4-73a0-498f-8867-d7261d331366 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:39:41.362578 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: b2b856a4-73a0-498f-8867-d7261d331366 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:39:41.362920 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device b2b856a4-73a0-498f-8867-d7261d331366 not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:39:43.351925 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc3a3e-e052-4510-bb05-0e2af608a508 req-01af039e-3262-48cc-8da7-0870b765c839 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:43.353444 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-92cc3a3e-e052-4510-bb05-0e2af608a508 req-01af039e-3262-48cc-8da7-0870b765c839 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 947 time: 0.0523913 Sep 17 04:39:43.405539 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-92cc3a3e-e052-4510-bb05-0e2af608a508 req-42ec0636-7fc4-4824-9e58-ad99dd58aafd tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419452 Sep 17 04:39:44.543649 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bc45f-419c-4b06-8066-8bfd395cb0ec req-e7959d6d-bffb-4f53-94cb-f0224ea85417 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:44.545209 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bd4bc45f-419c-4b06-8066-8bfd395cb0ec req-e7959d6d-bffb-4f53-94cb-f0224ea85417 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 947 time: 0.0528934 Sep 17 04:39:44.597293 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bd4bc45f-419c-4b06-8066-8bfd395cb0ec req-71f4333d-b6ae-44ed-93bf-8b088b55f7ff tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461404 Sep 17 04:39:44.609134 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44770) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:45.104261 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-98f06dd4-93b5-43fc-b620-6047ce639107 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:45.105719 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-98f06dd4-93b5-43fc-b620-6047ce639107 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 947 time: 0.0796695 Sep 17 04:39:45.145073 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ae797e7-b28e-42e0-b831-e47f2b2ca0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3836835'] for router_interface (7338ced2-0798-43c2-bdf6-c22b5b76a87c), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:45.262952 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Deleting port 3ab96fb5-2c5a-484d-8537-588560c96378 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:39:45.263295 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:45.418917 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] For port 3ab96fb5-2c5a-484d-8537-588560c96378, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3ab96fb5-2c5a-484d-8537-588560c96378,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:39:45.419173 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:45.500638 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:45.501574 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:45.571632 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-8ae797e7-b28e-42e0-b831-e47f2b2ca0f5 admin admin] Deleting port 706f68ce-844c-4b7a-8463-d652efd072a9 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:39:45.571968 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ae797e7-b28e-42e0-b831-e47f2b2ca0f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:45.679275 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:45.679275 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (22be2ec4-f9e6-4522-9506-d3277c3670d8), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:45.679876 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Floating IP 22be2ec4-f9e6-4522-9506-d3277c3670d8 disassociated. External IP: 172.27.3.15, port: 3ab96fb5-2c5a-484d-8537-588560c96378. Sep 17 04:39:45.679876 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Calling delete_port for 3ab96fb5-2c5a-484d-8537-588560c96378 owned by compute:nova {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:39:45.744787 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-8ae797e7-b28e-42e0-b831-e47f2b2ca0f5 admin admin] For port 706f68ce-844c-4b7a-8463-d652efd072a9, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=706f68ce-844c-4b7a-8463-d652efd072a9,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:39:45.745125 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ae797e7-b28e-42e0-b831-e47f2b2ca0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:45.790281 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d090fa-c9e8-4a49-b73e-5059b405b501 req-c171477e-a2f2-4552-a69a-76a63c649991 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:45.791726 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c2d090fa-c9e8-4a49-b73e-5059b405b501 req-c171477e-a2f2-4552-a69a-76a63c649991 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 947 time: 0.1019270 Sep 17 04:39:45.798068 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-8ae797e7-b28e-42e0-b831-e47f2b2ca0f5 admin admin] Calling delete_port for 706f68ce-844c-4b7a-8463-d652efd072a9 owned by network:router_interface {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:39:45.907948 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c2d090fa-c9e8-4a49-b73e-5059b405b501 req-0ccb8009-085b-4fe4-9e88-8d4201648959 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=305f1119-38c0-434c-9d85-e76e59fa81ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079419 Sep 17 04:39:46.024570 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (3ab96fb5-2c5a-484d-8537-588560c96378), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:46.056361 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event deleted for resources: {'Port': ['ID=3ab96fb5-2c5a-484d-8537-588560c96378,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:46.174408 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ae797e7-b28e-42e0-b831-e47f2b2ca0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (706f68ce-844c-4b7a-8463-d652efd072a9), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:46.179428 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:46.489027 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae797e7-b28e-42e0-b831-e47f2b2ca0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=706f68ce-844c-4b7a-8463-d652efd072a9,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:46.503799 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:46.548255 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:39:46.749688 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ae797e7-b28e-42e0-b831-e47f2b2ca0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3696915'] for router_interface (7338ced2-0798-43c2-bdf6-c22b5b76a87c), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:46.756944 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:39:46.767526 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552a233-74f1-4087-ad64-fc9757c1499d None None] Sync routers for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:39:46.778697 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552a233-74f1-4087-ad64-fc9757c1499d None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:39:46.779303 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-8552a233-74f1-4087-ad64-fc9757c1499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:46.841115 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] No DVR routers for this DVR port 3ab96fb5-2c5a-484d-8537-588560c96378 on host hv-cinder-85799 {{(pid=106227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:39:46.844921 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:46.848123 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4731fbc6-0702-462b-bf5f-13769cfcf692 req-15540180-b556-4a01-b32a-ed4dd3a18cc8 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.66 "DELETE /networking/v2.0/ports/3ab96fb5-2c5a-484d-8537-588560c96378 HTTP/1.1" status: 204 len: 173 time: 1.7339809 Sep 17 04:39:46.848622 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'name': 'network-vif-deleted', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:39:46.850888 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f765d8-1950-4019-a540-9e00b552c193" -d '{"events": [{"server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "name": "network-vif-deleted", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:39:46.887036 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-8552a233-74f1-4087-ad64-fc9757c1499d None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:39:46.897853 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fef75d-94bc-4747-8495-af2c717ada7b x-openstack-request-id: req-16fef75d-94bc-4747-8495-af2c717ada7b {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:39:46.898138 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad101a32-7ee9-4928-b7e8-2ea39a74bf6e", "name": "network-vif-deleted", "tag": "3ab96fb5-2c5a-484d-8537-588560c96378", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:39:46.898382 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16fef75d-94bc-4747-8495-af2c717ada7b {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:39:46.898781 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fef75d-94bc-4747-8495-af2c717ada7b'] response: {'server_uuid': 'ad101a32-7ee9-4928-b7e8-2ea39a74bf6e', 'name': 'network-vif-deleted', 'tag': '3ab96fb5-2c5a-484d-8537-588560c96378', 'status': 'completed', 'code': 200} Sep 17 04:39:47.052607 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-eaef2454-edd4-40ea-96c9-008b42aee640 req-7b784ebd-f137-40cb-9934-74bfae5b8abe tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ad101a32-7ee9-4928-b7e8-2ea39a74bf6e HTTP/1.1" status: 200 len: 210 time: 0.0343351 Sep 17 04:39:47.071001 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae797e7-b28e-42e0-b831-e47f2b2ca0f5 admin admin] Router 7338ced2-0798-43c2-bdf6-c22b5b76a87c has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:39:47.071184 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:47.073509 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:47.090192 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-8552a233-74f1-4087-ad64-fc9757c1499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:38Z', 'revision_number': 5, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:47.119229 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552a233-74f1-4087-ad64-fc9757c1499d None None] Checking router: d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:39:47.127633 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552a233-74f1-4087-ad64-fc9757c1499d None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:39:47.128239 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-8552a233-74f1-4087-ad64-fc9757c1499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:47.178255 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae797e7-b28e-42e0-b831-e47f2b2ca0f5 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:39:47.185712 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-8ae797e7-b28e-42e0-b831-e47f2b2ca0f5 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/7338ced2-0798-43c2-bdf6-c22b5b76a87c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5732367 Sep 17 04:39:47.186145 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44780) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:47.189538 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87154d6d-95fd-487f-96a3-51a78200cb57 None None] Sync routers for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:39:47.199904 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87154d6d-95fd-487f-96a3-51a78200cb57 None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:39:47.200512 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-87154d6d-95fd-487f-96a3-51a78200cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:47.227845 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-8552a233-74f1-4087-ad64-fc9757c1499d None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:39:47.284167 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Publish callbacks [] for router (7338ced2-0798-43c2-bdf6-c22b5b76a87c), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:47.303552 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-87154d6d-95fd-487f-96a3-51a78200cb57 None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:39:47.385968 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Publish callbacks [] for router_gateway (7338ced2-0798-43c2-bdf6-c22b5b76a87c), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:47.418952 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-8552a233-74f1-4087-ad64-fc9757c1499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:38Z', 'revision_number': 5, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:47.433608 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Deleting port 03d39045-c907-478c-924f-85f86a76bdfa {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:39:47.434747 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (03d39045-c907-478c-924f-85f86a76bdfa), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:47.446158 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552a233-74f1-4087-ad64-fc9757c1499d None None] The sync data for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi is: [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'fa0f39ae-8c49-44c8-95dc-c613db6da23f', 'name': '', 'network_id': 'e95cd093-c909-4fa1-980b-df0004dd3cf5', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'mac_address': 'fa:16:3e:3e:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:26Z', 'updated_at': '2022-09-17T04:28:38Z', 'revision_number': 5, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'subnets': [{'id': '5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:39:47.476335 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:47.479213 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-87154d6d-95fd-487f-96a3-51a78200cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '03d39045-c907-478c-924f-85f86a76bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:39:46Z', 'revision_number': 5, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port': {'id': '03d39045-c907-478c-924f-85f86a76bdfa', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:47.501938 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:47.517666 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87154d6d-95fd-487f-96a3-51a78200cb57 None None] Checking router: 7338ced2-0798-43c2-bdf6-c22b5b76a87c for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:39:47.528490 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87154d6d-95fd-487f-96a3-51a78200cb57 None None] Routers {'7338ced2-0798-43c2-bdf6-c22b5b76a87c'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:39:47.529708 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-87154d6d-95fd-487f-96a3-51a78200cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:47.532624 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] For port 03d39045-c907-478c-924f-85f86a76bdfa, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=03d39045-c907-478c-924f-85f86a76bdfa,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:39:47.533121 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (03d39045-c907-478c-924f-85f86a76bdfa), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:47.553429 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Calling delete_port for 03d39045-c907-478c-924f-85f86a76bdfa owned by network:router_gateway {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:39:47.621578 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-87154d6d-95fd-487f-96a3-51a78200cb57 None None] Set router 7338ced2-0798-43c2-bdf6-c22b5b76a87c gateway port host: None {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:39:47.736076 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (03d39045-c907-478c-924f-85f86a76bdfa), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:47.759608 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d39045-c907-478c-924f-85f86a76bdfa,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:47.767880 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-87154d6d-95fd-487f-96a3-51a78200cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:39:47Z', 'revision_number': 6, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port_host': None}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:47.796066 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87154d6d-95fd-487f-96a3-51a78200cb57 None None] The sync data for ids ['7338ced2-0798-43c2-bdf6-c22b5b76a87c'] in dv-cinder-857993-2-iscsi is: [{'id': '7338ced2-0798-43c2-bdf6-c22b5b76a87c', 'name': 'tempest-AttachVolumeNegativeTest-508212189-router', 'tenant_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:17Z', 'updated_at': '2022-09-17T04:39:47Z', 'revision_number': 6, 'project_id': 'e9f593f419bb4ebeb351a9ad54a2a532', 'gw_port_host': None}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:39:47.826379 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f427c-b6a1-458e-88d9-807041b3efd8 None None] New status for floating IP 22be2ec4-f9e6-4522-9506-d3277c3670d8: DOWN {{(pid=106228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:39:47.840833 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3695193'] for router_gateway (7338ced2-0798-43c2-bdf6-c22b5b76a87c), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:47.930448 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3698125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (7338ced2-0798-43c2-bdf6-c22b5b76a87c), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:47.932694 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Publish callbacks [] for router_controller (7338ced2-0798-43c2-bdf6-c22b5b76a87c), precommit_delete_associations {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:47.977813 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3697006'] for router (7338ced2-0798-43c2-bdf6-c22b5b76a87c), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:47.978410 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7338ced2-0798-43c2-bdf6-c22b5b76a87c {{(pid=106227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:39:47.983197 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:47.984333 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-8ab284ea-3ec5-470d-a4e7-dc23a99fec35 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/7338ced2-0798-43c2-bdf6-c22b5b76a87c HTTP/1.1" status: 204 len: 168 time: 0.7975507 Sep 17 04:39:47.986999 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44782) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:48.035652 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2f8779-4349-46f1-ba81-5ff338967bdc admin admin] Deleting subnet 72440590-5ca9-47bf-a1be-86065deb25a0 {{(pid=106227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:39:48.038870 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8779-4349-46f1-ba81-5ff338967bdc admin admin] Publish callbacks [] for subnet (72440590-5ca9-47bf-a1be-86065deb25a0), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.074413 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8779-4349-46f1-ba81-5ff338967bdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363446'] for subnet (72440590-5ca9-47bf-a1be-86065deb25a0), precommit_delete_associations {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.158273 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8779-4349-46f1-ba81-5ff338967bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (72440590-5ca9-47bf-a1be-86065deb25a0), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.166883 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 44788) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:48.220698 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8779-4349-46f1-ba81-5ff338967bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2666883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10209104'] for subnet (72440590-5ca9-47bf-a1be-86065deb25a0), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.236572 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2a8e4154-0083-4a55-b3ff-f66f146b8437 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group (305f1119-38c0-434c-9d85-e76e59fa81ed), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.248624 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f8779-4349-46f1-ba81-5ff338967bdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72440590-5ca9-47bf-a1be-86065deb25a0,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:48.250761 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8779-4349-46f1-ba81-5ff338967bdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.256401 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-fe2f8779-4349-46f1-ba81-5ff338967bdc admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/72440590-5ca9-47bf-a1be-86065deb25a0 HTTP/1.1" status: 204 len: 168 time: 0.2660258 Sep 17 04:39:48.256729 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44790) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:48.259254 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b07a59-10d4-4855-a83e-57bb917ea373 None None] Network 5d741fbf-1171-42a3-8de2-aef8bbcc1581 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:39:48.266210 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2a8e4154-0083-4a55-b3ff-f66f146b8437 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group (305f1119-38c0-434c-9d85-e76e59fa81ed), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.318573 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2a8e4154-0083-4a55-b3ff-f66f146b8437 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (305f1119-38c0-434c-9d85-e76e59fa81ed), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.321678 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-2a8e4154-0083-4a55-b3ff-f66f146b8437 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.326843 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-2a8e4154-0083-4a55-b3ff-f66f146b8437 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/305f1119-38c0-434c-9d85-e76e59fa81ed HTTP/1.1" status: 204 len: 168 time: 0.1551137 Sep 17 04:39:48.327253 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44792) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:48.334040 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e4154-0083-4a55-b3ff-f66f146b8437 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305f1119-38c0-434c-9d85-e76e59fa81ed,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:48.355100 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.api.v2.resource [None req-c76db69f-eb56-422b-8db9-e7fe10d41ae5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] show failed (client error): The resource could not be found. Sep 17 04:39:48.356133 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-c76db69f-eb56-422b-8db9-e7fe10d41ae5 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "GET /networking/v2.0/security-groups/305f1119-38c0-434c-9d85-e76e59fa81ed HTTP/1.1" status: 404 len: 347 time: 0.0279646 Sep 17 04:39:48.360940 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (5d741fbf-1171-42a3-8de2-aef8bbcc1581), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.362727 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44794) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:48.411855 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:48.435789 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-15950b56-52fe-408e-a29e-f9ba95c7c9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.504883 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Deleting port 16bdce84-bad2-4cda-913f-b64bcd55bfdc {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:39:48.505171 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.549455 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-e07e9659-1846-4e86-837f-4e7c974d3515 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Deleting port 58a3c095-27ba-4886-a045-9d90fe58e9e3 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:39:48.549783 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e07e9659-1846-4e86-837f-4e7c974d3515 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (58a3c095-27ba-4886-a045-9d90fe58e9e3), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.552908 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:48.566107 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de3f288-e241-49a6-af85-0f232214824c None None] DHCP port deletion for 5d741fbf-1171-42a3-8de2-aef8bbcc1581 request from dv-cinder-857993-2-iscsi {{(pid=106228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:39:48.610040 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Deleting port 16bdce84-bad2-4cda-913f-b64bcd55bfdc {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:39:48.610432 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.618520 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] For port 16bdce84-bad2-4cda-913f-b64bcd55bfdc, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=16bdce84-bad2-4cda-913f-b64bcd55bfdc,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:39:48.618876 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.643610 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Calling delete_port for 16bdce84-bad2-4cda-913f-b64bcd55bfdc owned by network:dhcp {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:39:48.680405 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-9de3f288-e241-49a6-af85-0f232214824c None None] For port 16bdce84-bad2-4cda-913f-b64bcd55bfdc, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=16bdce84-bad2-4cda-913f-b64bcd55bfdc,segment=NetworkSegment(eb6459bc-49e7-4fdd-99ec-05fdef82692f),segment_id=eb6459bc-49e7-4fdd-99ec-05fdef82692f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:39:48.680813 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.695930 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Calling delete_port for 16bdce84-bad2-4cda-913f-b64bcd55bfdc owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:39:48.709717 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e07e9659-1846-4e86-837f-4e7c974d3515 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (58a3c095-27ba-4886-a045-9d90fe58e9e3), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.710395 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e07e9659-1846-4e86-837f-4e7c974d3515 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (58a3c095-27ba-4886-a045-9d90fe58e9e3), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.726116 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-e07e9659-1846-4e86-837f-4e7c974d3515 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Calling delete_port for 58a3c095-27ba-4886-a045-9d90fe58e9e3 owned by network:floatingip {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:39:48.802484 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.821065 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (16bdce84-bad2-4cda-913f-b64bcd55bfdc), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.828974 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Pushing event deleted for resources: {'Port': ['ID=16bdce84-bad2-4cda-913f-b64bcd55bfdc,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:48.833897 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3f288-e241-49a6-af85-0f232214824c None None] No DVR routers for this DVR port 16bdce84-bad2-4cda-913f-b64bcd55bfdc on host dv-cinder-857993-2-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:39:48.848551 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.848987 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.849323 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.849657 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.849986 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.850364 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.850691 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.851013 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.851332 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.851651 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.851970 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.852293 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.852608 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.852921 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.853335 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3f288-e241-49a6-af85-0f232214824c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:39:48.854743 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=16bdce84-bad2-4cda-913f-b64bcd55bfdc,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:48.856569 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] No DVR routers for this DVR port 16bdce84-bad2-4cda-913f-b64bcd55bfdc on host dv-cinder-857993-2-iscsi {{(pid=106227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:39:48.959451 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (5d741fbf-1171-42a3-8de2-aef8bbcc1581), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:48.990113 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d741fbf-1171-42a3-8de2-aef8bbcc1581']}} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:49.003547 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6459bc-49e7-4fdd-99ec-05fdef82692f') {'for_net_delete': True} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:49.003807 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6459bc-49e7-4fdd-99ec-05fdef82692f') {} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:49.012362 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e07e9659-1846-4e86-837f-4e7c974d3515 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (58a3c095-27ba-4886-a045-9d90fe58e9e3), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:49.016032 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363405'] for segment (eb6459bc-49e7-4fdd-99ec-05fdef82692f), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:49.047078 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e9659-1846-4e86-837f-4e7c974d3515 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Pushing event deleted for resources: {'Port': ['ID=58a3c095-27ba-4886-a045-9d90fe58e9e3,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:49.054242 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (eb6459bc-49e7-4fdd-99ec-05fdef82692f), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:49.082480 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=106227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:39:49.082867 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666809'] for segment (eb6459bc-49e7-4fdd-99ec-05fdef82692f), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:49.120730 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment eb6459bc-49e7-4fdd-99ec-05fdef82692f resource provider aggregate not found Sep 17 04:39:49.152942 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:49.173486 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment eb6459bc-49e7-4fdd-99ec-05fdef82692f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb6459bc-49e7-4fdd-99ec-05fdef82692f found for delete ", "request_id": "req-72948e68-fd00-4c48-889a-8d4fb64b8a5c"}]} Sep 17 04:39:49.180656 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e07e9659-1846-4e86-837f-4e7c974d3515 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks [] for floatingip (22be2ec4-f9e6-4522-9506-d3277c3670d8), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:49.183256 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-e07e9659-1846-4e86-837f-4e7c974d3515 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:49.184379 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-e07e9659-1846-4e86-837f-4e7c974d3515 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/22be2ec4-f9e6-4522-9506-d3277c3670d8 HTTP/1.1" status: 204 len: 168 time: 0.8206861 Sep 17 04:39:49.185982 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (5d741fbf-1171-42a3-8de2-aef8bbcc1581), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:49.191418 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:49.194374 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/5d741fbf-1171-42a3-8de2-aef8bbcc1581 HTTP/1.1" status: 204 len: 168 time: 0.9367061 Sep 17 04:39:49.209582 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e683bf-b4d6-4553-a10e-cdee6e279d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d741fbf-1171-42a3-8de2-aef8bbcc1581,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:49.339425 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44806) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:49.359692 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3ab96fb5-2c5a-484d-8537-588560c96378 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:39:49.379503 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-095d356c-753f-4efb-a606-d57febd6a241 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e9f593f419bb4ebeb351a9ad54a2a532&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388522 Sep 17 04:39:49.379822 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: 3ab96fb5-2c5a-484d-8537-588560c96378 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:39:49.380203 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 3ab96fb5-2c5a-484d-8537-588560c96378 not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:39:49.382358 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44808) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:49.430294 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a13d5bd4-92de-4cb3-a294-3dca53169bba admin admin] Publish callbacks [] for security_group (76a6f4c5-1cfc-4b8d-9d0d-dafad126886d), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:49.454091 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a13d5bd4-92de-4cb3-a294-3dca53169bba admin admin] Publish callbacks [] for security_group (76a6f4c5-1cfc-4b8d-9d0d-dafad126886d), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:49.469894 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:49.503611 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a13d5bd4-92de-4cb3-a294-3dca53169bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (76a6f4c5-1cfc-4b8d-9d0d-dafad126886d), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:49.506285 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a13d5bd4-92de-4cb3-a294-3dca53169bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:49.507441 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-a13d5bd4-92de-4cb3-a294-3dca53169bba admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/76a6f4c5-1cfc-4b8d-9d0d-dafad126886d HTTP/1.1" status: 204 len: 168 time: 0.1241195 Sep 17 04:39:49.515695 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d5bd4-92de-4cb3-a294-3dca53169bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6f4c5-1cfc-4b8d-9d0d-dafad126886d,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:49.744474 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 706f68ce-844c-4b7a-8463-d652efd072a9 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:39:49.766781 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 706f68ce-844c-4b7a-8463-d652efd072a9 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:39:49.767129 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 706f68ce-844c-4b7a-8463-d652efd072a9 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:39:49.767537 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 03d39045-c907-478c-924f-85f86a76bdfa no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:39:49.785566 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 03d39045-c907-478c-924f-85f86a76bdfa {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:39:49.785901 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 03d39045-c907-478c-924f-85f86a76bdfa not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:39:49.786408 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 16bdce84-bad2-4cda-913f-b64bcd55bfdc no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:39:49.805246 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 16bdce84-bad2-4cda-913f-b64bcd55bfdc {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:39:49.805594 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 16bdce84-bad2-4cda-913f-b64bcd55bfdc not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:39:50.632780 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7fd587c2-ba81-441b-bf0d-c111226d0742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:51.651982 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44862) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:51.983506 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:52.130651 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6242d711-bea8-47e9-a2cd-9619ec4ece23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3836835'] for router_interface (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:52.367944 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-6242d711-bea8-47e9-a2cd-9619ec4ece23 admin admin] Deleting port fa0f39ae-8c49-44c8-95dc-c613db6da23f {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:39:52.368179 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6242d711-bea8-47e9-a2cd-9619ec4ece23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:52.734846 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-6242d711-bea8-47e9-a2cd-9619ec4ece23 admin admin] For port fa0f39ae-8c49-44c8-95dc-c613db6da23f, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=fa0f39ae-8c49-44c8-95dc-c613db6da23f,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:39:52.735595 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6242d711-bea8-47e9-a2cd-9619ec4ece23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:52.748038 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-6242d711-bea8-47e9-a2cd-9619ec4ece23 admin admin] Calling delete_port for fa0f39ae-8c49-44c8-95dc-c613db6da23f owned by network:router_interface {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:39:52.795650 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:52.912765 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:52.940526 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6242d711-bea8-47e9-a2cd-9619ec4ece23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (fa0f39ae-8c49-44c8-95dc-c613db6da23f), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:52.964792 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242d711-bea8-47e9-a2cd-9619ec4ece23 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0f39ae-8c49-44c8-95dc-c613db6da23f,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:53.128784 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6242d711-bea8-47e9-a2cd-9619ec4ece23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3696915'] for router_interface (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:53.338970 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6242d711-bea8-47e9-a2cd-9619ec4ece23 admin admin] Router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:39:53.445430 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6242d711-bea8-47e9-a2cd-9619ec4ece23 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:39:53.451540 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-6242d711-bea8-47e9-a2cd-9619ec4ece23 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8035212 Sep 17 04:39:53.453471 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44890) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:53.456078 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13472075-c69c-456c-9f24-39607fff92d4 None None] Sync routers for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:39:53.468741 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13472075-c69c-456c-9f24-39607fff92d4 None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:39:53.469383 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-13472075-c69c-456c-9f24-39607fff92d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:53.480675 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:53.554618 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Publish callbacks [] for router (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:53.574786 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-13472075-c69c-456c-9f24-39607fff92d4 None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:39:53.579758 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:53.652942 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Publish callbacks [] for router_gateway (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:53.658052 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:53.712170 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Deleting port 509797b8-374e-48f4-93b7-b4468632414f {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:39:53.712526 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (509797b8-374e-48f4-93b7-b4468632414f), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:53.744566 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-13472075-c69c-456c-9f24-39607fff92d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '509797b8-374e-48f4-93b7-b4468632414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:39:52Z', 'revision_number': 5, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port': {'id': '509797b8-374e-48f4-93b7-b4468632414f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:28:20Z', 'updated_at': '2022-09-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:53.769814 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13472075-c69c-456c-9f24-39607fff92d4 None None] Checking router: d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:39:53.778549 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13472075-c69c-456c-9f24-39607fff92d4 None None] Routers {'d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:39:53.779141 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-13472075-c69c-456c-9f24-39607fff92d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:53.797684 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] For port 509797b8-374e-48f4-93b7-b4468632414f, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=509797b8-374e-48f4-93b7-b4468632414f,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:39:53.798278 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (509797b8-374e-48f4-93b7-b4468632414f), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:53.810730 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Calling delete_port for 509797b8-374e-48f4-93b7-b4468632414f owned by network:router_gateway {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:39:53.823293 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:53.861448 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-13472075-c69c-456c-9f24-39607fff92d4 None None] Set router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed gateway port host: None {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:39:53.910881 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-13472075-c69c-456c-9f24-39607fff92d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:39:53Z', 'revision_number': 6, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port_host': None}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:53.934633 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13472075-c69c-456c-9f24-39607fff92d4 None None] The sync data for ids ['d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed'] in dv-cinder-857993-2-iscsi is: [{'id': 'd1ba87d9-1551-40ec-b1e9-e27a37b2d1ed', 'name': 'tempest-AttachVolumeShelveTestJSON-24285201-router', 'tenant_id': 'e0b194b28dec41119ae0d6d913f19c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:28:18Z', 'updated_at': '2022-09-17T04:39:53Z', 'revision_number': 6, 'project_id': 'e0b194b28dec41119ae0d6d913f19c31', 'gw_port_host': None}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:39:53.982296 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (509797b8-374e-48f4-93b7-b4468632414f), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.004586 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Pushing event deleted for resources: {'Port': ['ID=509797b8-374e-48f4-93b7-b4468632414f,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:54.067866 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3695193'] for router_gateway (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.159112 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3698125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.161349 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Publish callbacks [] for router_controller (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), precommit_delete_associations {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.208310 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3697006'] for router (d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.208897 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed {{(pid=106227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:39:54.214451 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.215585 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-0716dc6e-cfa3-4305-b2f8-c3a3c5e4ae43 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/d1ba87d9-1551-40ec-b1e9-e27a37b2d1ed HTTP/1.1" status: 204 len: 168 time: 0.7612422 Sep 17 04:39:54.218384 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44892) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:54.263973 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fac2050-4e70-4d22-8744-b41359f47af7 admin admin] Deleting subnet 5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 {{(pid=106227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:39:54.267455 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3fac2050-4e70-4d22-8744-b41359f47af7 admin admin] Publish callbacks [] for subnet (5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.303601 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3fac2050-4e70-4d22-8744-b41359f47af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363446'] for subnet (5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8), precommit_delete_associations {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.387953 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3fac2050-4e70-4d22-8744-b41359f47af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.439530 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3fac2050-4e70-4d22-8744-b41359f47af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2666883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10209104'] for subnet (5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.466654 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac2050-4e70-4d22-8744-b41359f47af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:54.468635 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3fac2050-4e70-4d22-8744-b41359f47af7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.471729 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-3fac2050-4e70-4d22-8744-b41359f47af7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/5113afa0-a3cd-4b40-ae39-80ff2c0cd1f8 HTTP/1.1" status: 204 len: 168 time: 0.2524877 Sep 17 04:39:54.474299 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44898) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:54.475435 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4abf0e1-f13b-4dce-9981-38861a01acdb None None] Network e95cd093-c909-4fa1-980b-df0004dd3cf5 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:39:54.527323 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:54.527608 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:54.532758 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:DELETE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:54.546765 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (e95cd093-c909-4fa1-980b-df0004dd3cf5), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.593056 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Deleting port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:39:54.593425 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.656938 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] For port 0b840926-fa32-40cb-b222-cd4c2b28d0f9, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=0b840926-fa32-40cb-b222-cd4c2b28d0f9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:39:54.657202 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.670699 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Calling delete_port for 0b840926-fa32-40cb-b222-cd4c2b28d0f9 owned by network:dhcp {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:39:54.713918 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b04761-2220-4a33-8e2b-b191ae909eca None None] DHCP port deletion for e95cd093-c909-4fa1-980b-df0004dd3cf5 request from dv-cinder-857993-2-iscsi {{(pid=106228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:39:54.752947 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a2b04761-2220-4a33-8e2b-b191ae909eca None None] Deleting port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:39:54.753343 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a2b04761-2220-4a33-8e2b-b191ae909eca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.762520 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.767585 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:54.792234 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] No DVR routers for this DVR port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 on host dv-cinder-857993-2-iscsi {{(pid=106227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:39:54.801125 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0b840926-fa32-40cb-b222-cd4c2b28d0f9,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:54.832927 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-a2b04761-2220-4a33-8e2b-b191ae909eca None None] For port 0b840926-fa32-40cb-b222-cd4c2b28d0f9, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=0b840926-fa32-40cb-b222-cd4c2b28d0f9,segment=NetworkSegment(6eca9cce-1d72-43d9-af9d-d9886de8cacd),segment_id=6eca9cce-1d72-43d9-af9d-d9886de8cacd)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:39:54.832927 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a2b04761-2220-4a33-8e2b-b191ae909eca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.846659 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a2b04761-2220-4a33-8e2b-b191ae909eca None None] Calling delete_port for 0b840926-fa32-40cb-b222-cd4c2b28d0f9 owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:39:54.876664 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (e95cd093-c909-4fa1-980b-df0004dd3cf5), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.900857 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95cd093-c909-4fa1-980b-df0004dd3cf5']}} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:54.910450 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eca9cce-1d72-43d9-af9d-d9886de8cacd') {'for_net_delete': True} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:54.910779 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eca9cce-1d72-43d9-af9d-d9886de8cacd') {} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:54.920682 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363405'] for segment (6eca9cce-1d72-43d9-af9d-d9886de8cacd), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.924863 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a2b04761-2220-4a33-8e2b-b191ae909eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530'] for port (0b840926-fa32-40cb-b222-cd4c2b28d0f9), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.936469 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (6eca9cce-1d72-43d9-af9d-d9886de8cacd), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.943526 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=106227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:39:54.943908 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666809'] for segment (6eca9cce-1d72-43d9-af9d-d9886de8cacd), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:54.987367 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment 6eca9cce-1d72-43d9-af9d-d9886de8cacd resource provider aggregate not found Sep 17 04:39:55.012028 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment 6eca9cce-1d72-43d9-af9d-d9886de8cacd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6eca9cce-1d72-43d9-af9d-d9886de8cacd found for delete ", "request_id": "req-cf975d4f-e5f5-4cdd-891f-834f0259b059"}]} Sep 17 04:39:55.015917 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (e95cd093-c909-4fa1-980b-df0004dd3cf5), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:55.027388 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:55.028570 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/e95cd093-c909-4fa1-980b-df0004dd3cf5 HTTP/1.1" status: 204 len: 168 time: 0.5533469 Sep 17 04:39:55.045577 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588d18f-5452-416a-9777-6afca79e40ef admin admin] Pushing event deleted for resources: {'Network': ['ID=e95cd093-c909-4fa1-980b-df0004dd3cf5,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:55.095176 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b04761-2220-4a33-8e2b-b191ae909eca None None] Pushing event deleted for resources: {'Port': ['ID=0b840926-fa32-40cb-b222-cd4c2b28d0f9,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:55.104629 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b04761-2220-4a33-8e2b-b191ae909eca None None] No DVR routers for this DVR port 0b840926-fa32-40cb-b222-cd4c2b28d0f9 on host dv-cinder-857993-2-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:39:55.166514 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44906) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:55.209773 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-d5284739-ac69-4d4f-9edd-53f7b1b0bf89 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e0b194b28dec41119ae0d6d913f19c31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420940 Sep 17 04:39:55.213353 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44908) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:55.274205 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-24124025-2bce-4fed-993d-d3df653c2bad admin admin] Publish callbacks [] for security_group (fd4bc8e2-c9bc-4640-ba4e-f015cd808d2a), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:55.295525 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-24124025-2bce-4fed-993d-d3df653c2bad admin admin] Publish callbacks [] for security_group (fd4bc8e2-c9bc-4640-ba4e-f015cd808d2a), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:55.346509 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-24124025-2bce-4fed-993d-d3df653c2bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (fd4bc8e2-c9bc-4640-ba4e-f015cd808d2a), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:55.349920 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-24124025-2bce-4fed-993d-d3df653c2bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:55.351498 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-24124025-2bce-4fed-993d-d3df653c2bad admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fd4bc8e2-c9bc-4640-ba4e-f015cd808d2a HTTP/1.1" status: 204 len: 168 time: 0.1362934 Sep 17 04:39:55.361143 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24124025-2bce-4fed-993d-d3df653c2bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4bc8e2-c9bc-4640-ba4e-f015cd808d2a,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:55.745283 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 509797b8-374e-48f4-93b7-b4468632414f no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:39:55.765726 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 509797b8-374e-48f4-93b7-b4468632414f {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:39:55.766073 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 509797b8-374e-48f4-93b7-b4468632414f not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:39:55.766502 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 0b840926-fa32-40cb-b222-cd4c2b28d0f9 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:39:55.785385 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 0b840926-fa32-40cb-b222-cd4c2b28d0f9 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:39:55.785815 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 0b840926-fa32-40cb-b222-cd4c2b28d0f9 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:39:55.786141 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device fa0f39ae-8c49-44c8-95dc-c613db6da23f no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:39:55.805252 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: fa0f39ae-8c49-44c8-95dc-c613db6da23f {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:39:55.805598 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device fa0f39ae-8c49-44c8-95dc-c613db6da23f not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:39:56.195818 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 44934) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:56.298189 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-52013952-network', 'tenant_id': 'e4563767772c486f8fbb9ea131771412'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:39:56.327616 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Made reservation on behalf of e4563767772c486f8fbb9ea131771412 for: {'network': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:39:56.330183 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:56.339201 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:56.417750 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Publish callbacks [] for security_group (3bbf0a00-c89c-4504-bf6e-825af562f6e9), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:56.422804 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (3bbf0a00-c89c-4504-bf6e-825af562f6e9), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:56.453624 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=106226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:39:56.458515 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbf0a00-c89c-4504-bf6e-825af562f6e9,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:56.467292 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (79a38fec-ba0e-47eb-bf45-db4dc713710e), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:56.467639 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.segments_db [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Added segment 79a38fec-ba0e-47eb-bf45-db4dc713710e of type vlan for network 276b59e3-5161-4328-9145-0306fa8cd354 Sep 17 04:39:56.511586 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (276b59e3-5161-4328-9145-0306fa8cd354), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:56.540063 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (276b59e3-5161-4328-9145-0306fa8cd354), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:56.541148 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:56.541751 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:56.545047 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:56.592698 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:56.604660 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4077952 Sep 17 04:39:56.608004 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44942) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:56.608904 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938874e8-d58d-4f1f-bd28-22a68dcc3b61 admin admin] Pushing event updated for resources: {'Network': ['ID=276b59e3-5161-4328-9145-0306fa8cd354,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:56.615879 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-85b29d1a-8017-40ff-988a-46efed5ef47c admin admin] Request body: {'subnet': {'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-52013952-subnet', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:39:56.620707 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network 276b59e3-5161-4328-9145-0306fa8cd354 details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:39:56.640703 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b29d1a-8017-40ff-988a-46efed5ef47c admin admin] Made reservation on behalf of e4563767772c486f8fbb9ea131771412 for: {'subnet': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:39:56.643098 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-85b29d1a-8017-40ff-988a-46efed5ef47c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10209151'] for subnet (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:56.825025 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-85b29d1a-8017-40ff-988a-46efed5ef47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2667868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10209129'] for subnet (f27627bb-f92f-43d8-a2d2-11bec4310026), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:56.829319 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:56.881102 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b29d1a-8017-40ff-988a-46efed5ef47c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f27627bb-f92f-43d8-a2d2-11bec4310026,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:56.897038 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b29d1a-8017-40ff-988a-46efed5ef47c admin admin] Checking segment: {'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:39:56.897417 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b29d1a-8017-40ff-988a-46efed5ef47c admin admin] Network hostable DHCP agents. Network: 276b59e3-5161-4328-9145-0306fa8cd354, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:39:56.916729 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b29d1a-8017-40ff-988a-46efed5ef47c admin admin] Network 276b59e3-5161-4328-9145-0306fa8cd354 is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:39:56.926059 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-85b29d1a-8017-40ff-988a-46efed5ef47c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, 276b59e3-5161-4328-9145-0306fa8cd354) {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:39:56.931402 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b29d1a-8017-40ff-988a-46efed5ef47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:39:56.932095 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-85b29d1a-8017-40ff-988a-46efed5ef47c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:56.935897 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7e7417-3d59-4b00-b9e1-f3b2ed5cba61 None None] Network 276b59e3-5161-4328-9145-0306fa8cd354 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:39:56.951485 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-85b29d1a-8017-40ff-988a-46efed5ef47c admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3421233 Sep 17 04:39:56.954524 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44944) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:56.958673 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:39:56.969582 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:56.980142 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4729'] for router (47a4c1fa-5a84-486c-8991-4059abd73494), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:56.981237 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3698097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3840254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3906358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router (47a4c1fa-5a84-486c-8991-4059abd73494), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:57.037811 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Publish callbacks [] for router_controller (47a4c1fa-5a84-486c-8991-4059abd73494), precommit_add_association {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:57.046606 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a1dfd16-a292-5d46-ac4f-18a3363636d9-276b59e3-5161-4328-9145-0306fa8cd354', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'project_id': 'e4563767772c486f8fbb9ea131771412', 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026'}]}} from dv-cinder-857993-2-iscsi. {{(pid=106228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 04:39:57.047538 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:57.176041 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Publish callbacks [] for router_gateway (47a4c1fa-5a84-486c-8991-4059abd73494), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:57.188229 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Allocated IP 172.20.0.2 (276b59e3-5161-4328-9145-0306fa8cd354/f27627bb-f92f-43d8-a2d2-11bec4310026/d5e906ce-0094-4b1e-9bd6-a5b92dc4e707) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:39:57.326318 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Publish callbacks [] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:57.332068 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:57.359155 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Publish callbacks [] for router_gateway (47a4c1fa-5a84-486c-8991-4059abd73494), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:57.369929 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Network 276b59e3-5161-4328-9145-0306fa8cd354 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:39:57.374812 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:39:57.378181 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:57.378351 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:39:57.386048 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:57.393115 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Pushing event updated for resources: {'Port': ['ID=d5e906ce-0094-4b1e-9bd6-a5b92dc4e707,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:57.433228 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:57.446709 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Attempting to bind port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:39:57.446960 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Attempting to bind port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:39:57.447311 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Attempting to bind port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 on network 276b59e3-5161-4328-9145-0306fa8cd354 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:39:57.492055 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Allocated IP 172.27.3.122 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/00b18aa7-603c-455c-80b7-7edcc5b7c478) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:39:57.495954 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:39:57.496329 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Checking segment: {'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:39:57.496729 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:57.497149 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Bound using segment: {'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:39:57.497627 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Bound port: d5e906ce-0094-4b1e-9bd6-a5b92dc4e707, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:39:57.498005 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:57.564958 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] For port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:39:57.569399 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] For port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=d5e906ce-0094-4b1e-9bd6-a5b92dc4e707,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:39:57.578048 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:57.603936 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Publish callbacks [] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:57.633631 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f3787-1a99-4e72-b182-78d875f9176f None None] Pushing event updated for resources: {'Port': ['ID=d5e906ce-0094-4b1e-9bd6-a5b92dc4e707,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:57.641137 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:57.680801 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:57.687182 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:39:57.692993 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:39:57.697526 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:39:57.701113 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Pushing event updated for resources: {'Port': ['ID=00b18aa7-603c-455c-80b7-7edcc5b7c478,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:57.952595 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:57.961480 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Publish callbacks [] for router_gateway (47a4c1fa-5a84-486c-8991-4059abd73494), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:58.428863 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3698153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3695137'] for router (47a4c1fa-5a84-486c-8991-4059abd73494), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:58.464708 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864fa1e6-9dbc-4c9b-a1ed-089c79743822 None None] Network 276b59e3-5161-4328-9145-0306fa8cd354 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:39:58.539315 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-041ebc9f-4005-45d8-99c4-834c46d28f7a None None] Provisioning complete for port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:39:58.539795 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-041ebc9f-4005-45d8-99c4-834c46d28f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:58.540108 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-041ebc9f-4005-45d8-99c4-834c46d28f7a None None] Attempt 1 to provision port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 Sep 17 04:39:58.561640 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Router 47a4c1fa-5a84-486c-8991-4059abd73494 is scheduled to L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 with binding_index 1 {{(pid=106227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 04:39:58.654054 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-041ebc9f-4005-45d8-99c4-834c46d28f7a None None] Current status of the port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:39:58.654446 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-041ebc9f-4005-45d8-99c4-834c46d28f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:58.684909 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:39:58.723821 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Sync routers for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:39:58.729017 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:58.729643 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-041ebc9f-4005-45d8-99c4-834c46d28f7a None None] For port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=d5e906ce-0094-4b1e-9bd6-a5b92dc4e707,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:39:58.730545 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-fbd1874b-2a77-4470-ac10-d69df4f02c95 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7750986 Sep 17 04:39:58.733305 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44966) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:39:58.739256 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-041ebc9f-4005-45d8-99c4-834c46d28f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:58.769246 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:39:58.770181 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:58.920846 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ebc9f-4005-45d8-99c4-834c46d28f7a None None] Pushing event updated for resources: {'Port': ['ID=d5e906ce-0094-4b1e-9bd6-a5b92dc4e707,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:58.927243 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-30f55a76-b89e-4318-897f-7164aa32502c None None] Provisioning complete for port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:39:58.927824 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-30f55a76-b89e-4318-897f-7164aa32502c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:58.928152 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-30f55a76-b89e-4318-897f-7164aa32502c None None] Attempt 1 to provision port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 Sep 17 04:39:58.961955 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:39:58.964617 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:59.137913 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:59.140768 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-30f55a76-b89e-4318-897f-7164aa32502c None None] Current status of the port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:39:59.189474 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:59.195040 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:57Z', 'revision_number': 3, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:59.198957 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:59.212494 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:59.233998 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Checking router: 47a4c1fa-5a84-486c-8991-4059abd73494 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:39:59.234491 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Updating router 47a4c1fa-5a84-486c-8991-4059abd73494 port 00b18aa7-603c-455c-80b7-7edcc5b7c478 binding host dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:39:59.269117 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:59.358677 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Allocated IP 172.20.0.1 (276b59e3-5161-4328-9145-0306fa8cd354/f27627bb-f92f-43d8-a2d2-11bec4310026/1d8226f9-25c9-45ee-898d-5e7e0f39661e) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:39:59.474244 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Publish callbacks [] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:59.511020 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:59.551595 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Publish callbacks [] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:59.559135 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:59.561208 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Network 276b59e3-5161-4328-9145-0306fa8cd354 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:39:59.564674 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:39:59.569417 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:39:59.597822 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Pushing event updated for resources: {'Port': ['ID=1d8226f9-25c9-45ee-898d-5e7e0f39661e,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:59.609323 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Attempting to bind port 00b18aa7-603c-455c-80b7-7edcc5b7c478 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:39:59.609705 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Attempting to bind port 00b18aa7-603c-455c-80b7-7edcc5b7c478 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:39:59.610078 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Attempting to bind port 00b18aa7-603c-455c-80b7-7edcc5b7c478 on network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:39:59.620187 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3836696'] for router_interface (47a4c1fa-5a84-486c-8991-4059abd73494), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:59.642914 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a81d3b-54b9-4c63-a72a-af5cb5552dce None None] Pushing event updated for resources: {'Port': ['ID=00b18aa7-603c-455c-80b7-7edcc5b7c478,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:39:59.667203 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:39:59.667573 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Checking segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:39:59.667972 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:59.668372 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Bound using segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:39:59.669302 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Bound port: 00b18aa7-603c-455c-80b7-7edcc5b7c478, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:39:59.669302 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:59.724621 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] For port 00b18aa7-603c-455c-80b7-7edcc5b7c478, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:39:59.728609 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] For port 00b18aa7-603c-455c-80b7-7edcc5b7c478, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=00b18aa7-603c-455c-80b7-7edcc5b7c478,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:39:59.739025 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:59.790719 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:59.794569 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:39:59.826389 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:39:59.839732 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:39:59.840277 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:39:59.983384 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Publish callbacks [] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:39:59.989684 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.019877 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a81d3b-54b9-4c63-a72a-af5cb5552dce None None] Pushing event updated for resources: {'Port': ['ID=00b18aa7-603c-455c-80b7-7edcc5b7c478,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:00.047069 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Provisioning complete for port 1d8226f9-25c9-45ee-898d-5e7e0f39661e triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:40:00.047434 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.047753 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Attempt 1 to provision port 1d8226f9-25c9-45ee-898d-5e7e0f39661e Sep 17 04:40:00.058044 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Pushing event updated for resources: {'Port': ['ID=1d8226f9-25c9-45ee-898d-5e7e0f39661e,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:00.060447 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3836812'] for router_interface (47a4c1fa-5a84-486c-8991-4059abd73494), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.068714 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:00.077338 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:40:00.077338 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.077338 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 Sep 17 04:40:00.155550 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Port 1d8226f9-25c9-45ee-898d-5e7e0f39661e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:40:00.167575 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:40:00.167759 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Network 276b59e3-5161-4328-9145-0306fa8cd354 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:40:00.169790 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:40:00.198888 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:00.276683 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 44990) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:00.278429 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:00.305020 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Router 47a4c1fa-5a84-486c-8991-4059abd73494 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:40:00.330548 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:40:00.420835 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-95dd760c-d77c-4fb8-89a1-7e0aa1c3b512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.424927 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 1, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:40:00.438375 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:40:00.443822 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-12740874-2fbc-4279-86fb-341038b9746f admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/47a4c1fa-5a84-486c-8991-4059abd73494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7094243 Sep 17 04:40:00.450101 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43bbb85-0320-4c31-9d28-ef0ff672fa4e None None] The sync data for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi is: [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 1, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:40:00.519203 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-95dd760c-d77c-4fb8-89a1-7e0aa1c3b512 admin admin] Publish callbacks [] for security_group (bada0381-815f-4afd-8f4a-d0177f00315a), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.525049 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-95dd760c-d77c-4fb8-89a1-7e0aa1c3b512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (bada0381-815f-4afd-8f4a-d0177f00315a), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.570251 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-95dd760c-d77c-4fb8-89a1-7e0aa1c3b512 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f5eef26df9ed4b079274385534f4ec40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918193 Sep 17 04:40:00.572633 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd760c-d77c-4fb8-89a1-7e0aa1c3b512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bada0381-815f-4afd-8f4a-d0177f00315a,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:00.573121 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 44996) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:00.632925 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-eb57ac1e-1285-46c3-b20c-83a23f1fa0de admin admin] Publish callbacks [] for security_group (bada0381-815f-4afd-8f4a-d0177f00315a), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.654995 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Attempt 2 to provision port 1d8226f9-25c9-45ee-898d-5e7e0f39661e Sep 17 04:40:00.667653 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-eb57ac1e-1285-46c3-b20c-83a23f1fa0de admin admin] Publish callbacks [] for security_group (bada0381-815f-4afd-8f4a-d0177f00315a), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.699613 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Port 1d8226f9-25c9-45ee-898d-5e7e0f39661e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:40:00.749468 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-eb57ac1e-1285-46c3-b20c-83a23f1fa0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (bada0381-815f-4afd-8f4a-d0177f00315a), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.752053 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-eb57ac1e-1285-46c3-b20c-83a23f1fa0de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.756064 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-eb57ac1e-1285-46c3-b20c-83a23f1fa0de admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/bada0381-815f-4afd-8f4a-d0177f00315a HTTP/1.1" status: 204 len: 168 time: 0.1792948 Sep 17 04:40:00.763886 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57ac1e-1285-46c3-b20c-83a23f1fa0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bada0381-815f-4afd-8f4a-d0177f00315a,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:00.832238 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45004) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:00.837666 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-00787263-e85e-43d0-adbc-2e28a3b4e1ee tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888954785', 'description': 'tempest-description--1941900038'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:40:00.865313 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-00787263-e85e-43d0-adbc-2e28a3b4e1ee tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.907642 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:00.946465 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-00787263-e85e-43d0-adbc-2e28a3b4e1ee tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group (fca9f8c4-adda-4025-a458-f6e81aca3ab5), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.951063 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-00787263-e85e-43d0-adbc-2e28a3b4e1ee tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (fca9f8c4-adda-4025-a458-f6e81aca3ab5), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.983602 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-00787263-e85e-43d0-adbc-2e28a3b4e1ee tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:00.984878 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-00787263-e85e-43d0-adbc-2e28a3b4e1ee tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1516008 Sep 17 04:40:00.986946 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00787263-e85e-43d0-adbc-2e28a3b4e1ee tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca9f8c4-adda-4025-a458-f6e81aca3ab5,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:00.988230 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45008) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:01.000450 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-8e7cbb3b-763b-4c33-b293-0b4c6689a8fd tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Request body: {'security_group_rule': {'security_group_id': 'fca9f8c4-adda-4025-a458-f6e81aca3ab5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:40:01.038965 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8e7cbb3b-763b-4c33-b293-0b4c6689a8fd tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group_rule (684b8c87-cdab-45c4-a9de-61b1aa20f75f), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.099981 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8e7cbb3b-763b-4c33-b293-0b4c6689a8fd tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group_rule (684b8c87-cdab-45c4-a9de-61b1aa20f75f), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.105325 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8e7cbb3b-763b-4c33-b293-0b4c6689a8fd tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (684b8c87-cdab-45c4-a9de-61b1aa20f75f), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.127807 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cbb3b-763b-4c33-b293-0b4c6689a8fd tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684b8c87-cdab-45c4-a9de-61b1aa20f75f,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:01.139998 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-8e7cbb3b-763b-4c33-b293-0b4c6689a8fd tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.141487 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-8e7cbb3b-763b-4c33-b293-0b4c6689a8fd tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486483 Sep 17 04:40:01.144402 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45016) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:01.149177 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-5cf224b5-7c31-4088-9658-47771a816951 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Request body: {'security_group_rule': {'security_group_id': 'fca9f8c4-adda-4025-a458-f6e81aca3ab5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:40:01.182398 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5cf224b5-7c31-4088-9658-47771a816951 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group_rule (83c5acb9-9dfe-4041-8680-de06a57162f9), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.202147 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Attempt 3 to provision port 1d8226f9-25c9-45ee-898d-5e7e0f39661e Sep 17 04:40:01.256609 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Port 1d8226f9-25c9-45ee-898d-5e7e0f39661e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:40:01.265291 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5cf224b5-7c31-4088-9658-47771a816951 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group_rule (83c5acb9-9dfe-4041-8680-de06a57162f9), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.270505 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5cf224b5-7c31-4088-9658-47771a816951 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (83c5acb9-9dfe-4041-8680-de06a57162f9), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.296918 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf224b5-7c31-4088-9658-47771a816951 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c5acb9-9dfe-4041-8680-de06a57162f9,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:01.302680 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5cf224b5-7c31-4088-9658-47771a816951 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.305131 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-5cf224b5-7c31-4088-9658-47771a816951 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583052 Sep 17 04:40:01.307348 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45020) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:01.312168 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:40:01.338752 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.432275 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.546115 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Allocated IP 172.27.3.151 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/76baaba9-1ba2-457b-a2f5-b9bc29da2db6) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:40:01.668638 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for port (76baaba9-1ba2-457b-a2f5-b9bc29da2db6), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.704080 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (76baaba9-1ba2-457b-a2f5-b9bc29da2db6), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.744746 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:01.745961 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:01.753262 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event updated for resources: {'Port': ['ID=76baaba9-1ba2-457b-a2f5-b9bc29da2db6,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:01.765686 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Attempt 4 to provision port 1d8226f9-25c9-45ee-898d-5e7e0f39661e Sep 17 04:40:01.775998 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:40:01.779094 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:40:01.782291 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:40:01.830500 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Port 1d8226f9-25c9-45ee-898d-5e7e0f39661e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:40:01.834208 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 00b18aa7-603c-455c-80b7-7edcc5b7c478 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:40:01.883517 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (6e9167fc-006c-47f9-996f-282b0e4c1e8d), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.888928 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 00b18aa7-603c-455c-80b7-7edcc5b7c478 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:40:01.889104 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.889486 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 00b18aa7-603c-455c-80b7-7edcc5b7c478 Sep 17 04:40:01.927239 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (76baaba9-1ba2-457b-a2f5-b9bc29da2db6), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:01.982993 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 00b18aa7-603c-455c-80b7-7edcc5b7c478 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:40:01.983547 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:02.007623 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 00b18aa7-603c-455c-80b7-7edcc5b7c478, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=00b18aa7-603c-455c-80b7-7edcc5b7c478,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:40:02.012631 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:02.062566 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=00b18aa7-603c-455c-80b7-7edcc5b7c478,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:02.101004 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for port (76baaba9-1ba2-457b-a2f5-b9bc29da2db6), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:02.106923 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (76baaba9-1ba2-457b-a2f5-b9bc29da2db6), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:02.174245 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event updated for resources: {'Port': ['ID=76baaba9-1ba2-457b-a2f5-b9bc29da2db6,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:02.177592 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (6e9167fc-006c-47f9-996f-282b0e4c1e8d), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:02.195035 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:02.196343 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-c65974d1-410d-40f7-8f6c-027f087455c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8878903 Sep 17 04:40:02.332613 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Attempt 5 to provision port 1d8226f9-25c9-45ee-898d-5e7e0f39661e Sep 17 04:40:02.366665 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Port 1d8226f9-25c9-45ee-898d-5e7e0f39661e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:40:02.415340 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2368004c-de3e-4f32-89a6-a2cc4caaf405 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--888954785&fields=id&tenant_id=e4563767772c486f8fbb9ea131771412 HTTP/1.1" status: 200 len: 267 time: 0.0494845 Sep 17 04:40:02.530564 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-3d4d560e-98ac-4324-b4a8-60da458abafa tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:02.532122 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-3d4d560e-98ac-4324-b4a8-60da458abafa tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 809 time: 0.1072693 Sep 17 04:40:02.548453 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-211319fe-40ee-441d-88cf-6b2492b1447a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/quotas/e4563767772c486f8fbb9ea131771412 HTTP/1.1" status: 200 len: 375 time: 0.0102060 Sep 17 04:40:02.608592 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-c2ec88f9-1d65-4232-ba93-3981980d3ecc tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540788 Sep 17 04:40:02.625231 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-6709c453-c55e-4756-b0da-fd390bbd6c16 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:40:02.626184 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-6709c453-c55e-4756-b0da-fd390bbd6c16 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056455 Sep 17 04:40:02.728645 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-c25c2722-5270-42bc-9d8a-93957dbfb8c1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963187 Sep 17 04:40:02.764648 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454890d8-a668-408c-b58b-95be4213584b None None] Sync routers for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:40:02.775644 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454890d8-a668-408c-b58b-95be4213584b None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:40:02.776249 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-454890d8-a668-408c-b58b-95be4213584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:40:02.809960 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:02.818362 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:02.826823 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2fb8ac8e-e123-4291-8ec6-df24448f89c0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894053 Sep 17 04:40:02.866826 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Attempt 6 to provision port 1d8226f9-25c9-45ee-898d-5e7e0f39661e Sep 17 04:40:02.880005 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-454890d8-a668-408c-b58b-95be4213584b None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:40:02.904099 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Port 1d8226f9-25c9-45ee-898d-5e7e0f39661e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:40:03.003319 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aebbff95-50d1-4c59-8f20-7037c10b1777 req-b0078d62-b876-4308-8015-06279dd84ca6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 210 time: 0.0288503 Sep 17 04:40:03.077148 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-454890d8-a668-408c-b58b-95be4213584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 2, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:40:03.103135 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454890d8-a668-408c-b58b-95be4213584b None None] Checking router: 47a4c1fa-5a84-486c-8991-4059abd73494 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:40:03.103505 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454890d8-a668-408c-b58b-95be4213584b None None] Updating router 47a4c1fa-5a84-486c-8991-4059abd73494 port 1d8226f9-25c9-45ee-898d-5e7e0f39661e binding host dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:40:03.132329 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-454890d8-a668-408c-b58b-95be4213584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:03.393918 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-454890d8-a668-408c-b58b-95be4213584b None None] Publish callbacks [] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:03.399962 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-454890d8-a668-408c-b58b-95be4213584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:03.404896 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Attempt 7 to provision port 1d8226f9-25c9-45ee-898d-5e7e0f39661e Sep 17 04:40:03.438467 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Port 1d8226f9-25c9-45ee-898d-5e7e0f39661e cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:40:03.441868 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Pushing event updated for resources: {'Port': ['ID=1d8226f9-25c9-45ee-898d-5e7e0f39661e,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:03.452088 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.452514 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.452874 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.453254 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.453590 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.453915 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.454244 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.454563 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.454888 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.455207 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.455529 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.455860 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.456187 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.456500 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.456818 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:03.518380 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-454890d8-a668-408c-b58b-95be4213584b None None] Attempting to bind port 1d8226f9-25c9-45ee-898d-5e7e0f39661e on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:40:03.518760 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-454890d8-a668-408c-b58b-95be4213584b None None] Attempting to bind port 1d8226f9-25c9-45ee-898d-5e7e0f39661e by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:40:03.519103 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454890d8-a668-408c-b58b-95be4213584b None None] Attempting to bind port 1d8226f9-25c9-45ee-898d-5e7e0f39661e on network 276b59e3-5161-4328-9145-0306fa8cd354 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:40:03.560734 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454890d8-a668-408c-b58b-95be4213584b None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:40:03.561071 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454890d8-a668-408c-b58b-95be4213584b None None] Checking segment: {'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:40:03.561528 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-454890d8-a668-408c-b58b-95be4213584b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:03.561912 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454890d8-a668-408c-b58b-95be4213584b None None] Bound using segment: {'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:40:03.562372 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-454890d8-a668-408c-b58b-95be4213584b None None] Bound port: 1d8226f9-25c9-45ee-898d-5e7e0f39661e, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:40:03.562746 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-454890d8-a668-408c-b58b-95be4213584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:03.627331 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-454890d8-a668-408c-b58b-95be4213584b None None] For port 1d8226f9-25c9-45ee-898d-5e7e0f39661e, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:40:03.630711 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-454890d8-a668-408c-b58b-95be4213584b None None] For port 1d8226f9-25c9-45ee-898d-5e7e0f39661e, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=1d8226f9-25c9-45ee-898d-5e7e0f39661e,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:40:03.637138 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-454890d8-a668-408c-b58b-95be4213584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:03.676068 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454890d8-a668-408c-b58b-95be4213584b None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:40:03.676682 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-454890d8-a668-408c-b58b-95be4213584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:40:03.680003 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:03.694643 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:03.695746 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873124d7-8aff-4284-9616-b74cd3af74c5 None None] Pushing event updated for resources: {'Port': ['ID=1d8226f9-25c9-45ee-898d-5e7e0f39661e,revision_number=4']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:03.819245 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 00b18aa7-603c-455c-80b7-7edcc5b7c478 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:40:03.868149 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 00b18aa7-603c-455c-80b7-7edcc5b7c478 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:40:03.869252 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:03.869733 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 00b18aa7-603c-455c-80b7-7edcc5b7c478 Sep 17 04:40:03.922620 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-454890d8-a668-408c-b58b-95be4213584b None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:40:03.939897 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Attempt 8 to provision port 1d8226f9-25c9-45ee-898d-5e7e0f39661e Sep 17 04:40:03.979282 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 00b18aa7-603c-455c-80b7-7edcc5b7c478 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:40:03.990495 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:04.010528 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:40:04.065785 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Current status of the port 1d8226f9-25c9-45ee-898d-5e7e0f39661e is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:40:04.066177 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:04.119755 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] For port 1d8226f9-25c9-45ee-898d-5e7e0f39661e, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=1d8226f9-25c9-45ee-898d-5e7e0f39661e,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:40:04.125827 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:04.136837 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2fab4b85-296a-4b71-86b1-812f35302658 req-f7c3d3ed-c9b5-4474-a6e3-9820d907c401 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 210 time: 0.0418811 Sep 17 04:40:04.155289 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-454890d8-a668-408c-b58b-95be4213584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:03Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:40:04.156581 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:04.184100 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454890d8-a668-408c-b58b-95be4213584b None None] The sync data for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi is: [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:03Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:40:04.188909 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f8540-e6b4-4489-808c-dcc17f18d350 None None] Pushing event updated for resources: {'Port': ['ID=1d8226f9-25c9-45ee-898d-5e7e0f39661e,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:04.251644 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-49720834-ce6a-44d2-8271-9256220e636c None None] Provisioning complete for port 1d8226f9-25c9-45ee-898d-5e7e0f39661e triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:40:04.252024 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49720834-ce6a-44d2-8271-9256220e636c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:04.252366 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-49720834-ce6a-44d2-8271-9256220e636c None None] Attempt 1 to provision port 1d8226f9-25c9-45ee-898d-5e7e0f39661e Sep 17 04:40:04.343586 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-49720834-ce6a-44d2-8271-9256220e636c None None] Current status of the port 1d8226f9-25c9-45ee-898d-5e7e0f39661e is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:40:04.361736 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:04.428396 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-8515e0b1-7a3e-4b9c-aa24-8b834d49e80d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:04.430440 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-8515e0b1-7a3e-4b9c-aa24-8b834d49e80d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.66 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 809 time: 0.1274843 Sep 17 04:40:04.509583 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-1fb829da-228a-4eaa-b441-93b6d87f551a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e4563767772c486f8fbb9ea131771412 HTTP/1.1" status: 200 len: 379 time: 0.0651073 Sep 17 04:40:04.519804 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-dbab2a5b-f197-44f3-8743-4aa8db79a06d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Request body: {'port': {'device_id': '2113221b-5936-4b6e-8e99-2dc1b3ab6815', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'admin_state_up': True, 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'security_groups': ['fca9f8c4-adda-4025-a458-f6e81aca3ab5']}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:40:04.635297 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-dbab2a5b-f197-44f3-8743-4aa8db79a06d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Made reservation on behalf of e4563767772c486f8fbb9ea131771412 for: {'port': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:40:04.639584 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-dbab2a5b-f197-44f3-8743-4aa8db79a06d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:04.775767 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-dbab2a5b-f197-44f3-8743-4aa8db79a06d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Allocated IP 172.20.0.3 (276b59e3-5161-4328-9145-0306fa8cd354/f27627bb-f92f-43d8-a2d2-11bec4310026/4b75ce58-1ab1-41d9-9d19-7da81d3db517) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:40:04.921288 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-dbab2a5b-f197-44f3-8743-4aa8db79a06d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:04.941614 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:04.956907 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-dbab2a5b-f197-44f3-8743-4aa8db79a06d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:05.002098 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-dbab2a5b-f197-44f3-8743-4aa8db79a06d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Network 276b59e3-5161-4328-9145-0306fa8cd354 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:40:05.005353 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-dbab2a5b-f197-44f3-8743-4aa8db79a06d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:40:05.009225 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-dbab2a5b-f197-44f3-8743-4aa8db79a06d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:40:05.035152 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab2a5b-f197-44f3-8743-4aa8db79a06d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event updated for resources: {'Port': ['ID=4b75ce58-1ab1-41d9-9d19-7da81d3db517,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:05.065724 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-dbab2a5b-f197-44f3-8743-4aa8db79a06d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:05.066352 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-dbab2a5b-f197-44f3-8743-4aa8db79a06d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:05.085255 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-dbab2a5b-f197-44f3-8743-4aa8db79a06d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5698678 Sep 17 04:40:05.102356 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Request body: {'port': {'device_id': '2113221b-5936-4b6e-8e99-2dc1b3ab6815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:40:05.163891 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:05.170717 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:05.220975 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:05.269439 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-d3ddb647-85ac-45f0-8212-24c9879b4e2a None None] Provisioning complete for port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:40:05.269865 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d3ddb647-85ac-45f0-8212-24c9879b4e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:05.270652 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-d3ddb647-85ac-45f0-8212-24c9879b4e2a None None] Attempt 1 to provision port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 Sep 17 04:40:05.309712 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-d3ddb647-85ac-45f0-8212-24c9879b4e2a None None] Port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:40:05.313911 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d9e2-bc15-4e34-a5e7-915a12008199 req-f33d41b6-c647-48a8-bcbe-6d122d0249a1 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:05.315392 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-43d1d9e2-bc15-4e34-a5e7-915a12008199 req-f33d41b6-c647-48a8-bcbe-6d122d0249a1 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 931 time: 0.1099617 Sep 17 04:40:05.424121 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-43d1d9e2-bc15-4e34-a5e7-915a12008199 req-fc93b31e-14a8-4dc9-b128-bb35c01fb5a4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025565 Sep 17 04:40:05.524618 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b75ce58-1ab1-41d9-9d19-7da81d3db517 {{(pid=106227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:40:05.532167 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Publish callbacks [] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:05.545287 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.provisioning_blocks [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Transition to ACTIVE for port object 4b75ce58-1ab1-41d9-9d19-7da81d3db517 will not be triggered until provisioned by entity L2. {{(pid=106227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:40:05.549991 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:05.615726 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b75ce58-1ab1-41d9-9d19-7da81d3db517,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:05.668868 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Attempting to bind port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:40:05.669375 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Attempting to bind port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:40:05.669718 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Attempting to bind port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 on network 276b59e3-5161-4328-9145-0306fa8cd354 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:40:05.720015 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 on network 276b59e3-5161-4328-9145-0306fa8cd354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:40:05.720469 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Attempting to bind port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 on network 276b59e3-5161-4328-9145-0306fa8cd354 {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:40:05.769717 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 1d8226f9-25c9-45ee-898d-5e7e0f39661e up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:40:05.772146 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:40:05.772552 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Checking segment: {'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:40:05.773010 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Bound using segment: {'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'} {{(pid=106227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:40:05.773571 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.managers [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Bound port: 4b75ce58-1ab1-41d9-9d19-7da81d3db517, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'}}] {{(pid=106227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:40:05.774406 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:05.786299 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:05.806734 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-d3ddb647-85ac-45f0-8212-24c9879b4e2a None None] Attempt 2 to provision port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 Sep 17 04:40:05.839859 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] For port 4b75ce58-1ab1-41d9-9d19-7da81d3db517, host hv-cinder-85799, cleared binding levels {{(pid=106227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:40:05.843147 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] For port 4b75ce58-1ab1-41d9-9d19-7da81d3db517, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4b75ce58-1ab1-41d9-9d19-7da81d3db517,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:40:05.846985 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-d3ddb647-85ac-45f0-8212-24c9879b4e2a None None] Port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:40:05.847588 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 1d8226f9-25c9-45ee-898d-5e7e0f39661e triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:40:05.847958 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:05.848351 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 1d8226f9-25c9-45ee-898d-5e7e0f39661e Sep 17 04:40:05.850641 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:05.854349 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:05.855547 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:05.857636 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/4b75ce58-1ab1-41d9-9d19-7da81d3db517 HTTP/1.1" status: 200 len: 1093 time: 0.7594459 Sep 17 04:40:05.861382 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2113221b-5936-4b6e-8e99-2dc1b3ab6815', 'tag': '4b75ce58-1ab1-41d9-9d19-7da81d3db517'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:40:05.864160 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20bbb0e-4ed3-411c-94e6-e265e590d7da" -d '{"events": [{"name": "network-changed", "server_uuid": "2113221b-5936-4b6e-8e99-2dc1b3ab6815", "tag": "4b75ce58-1ab1-41d9-9d19-7da81d3db517"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:40:05.917456 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b017606-437a-4355-93d3-bb8f3ef11568 x-openstack-request-id: req-9b017606-437a-4355-93d3-bb8f3ef11568 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:40:05.917748 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2113221b-5936-4b6e-8e99-2dc1b3ab6815", "tag": "4b75ce58-1ab1-41d9-9d19-7da81d3db517", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:40:05.918000 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b017606-437a-4355-93d3-bb8f3ef11568 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:40:05.918404 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b017606-437a-4355-93d3-bb8f3ef11568'] response: {'name': 'network-changed', 'server_uuid': '2113221b-5936-4b6e-8e99-2dc1b3ab6815', 'tag': '4b75ce58-1ab1-41d9-9d19-7da81d3db517', 'status': 'completed', 'code': 200} Sep 17 04:40:05.934618 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2aee94-6be8-4fc8-9187-c8b937d287d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b75ce58-1ab1-41d9-9d19-7da81d3db517,revision_number=3']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:05.946493 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 1d8226f9-25c9-45ee-898d-5e7e0f39661e is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:40:05.981239 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-5fc6b5ef-9911-4017-9d23-c35602a9c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:05.982730 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-5fc6b5ef-9911-4017-9d23-c35602a9c802 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 1127 time: 0.0436146 Sep 17 04:40:06.028771 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-e52c5aad-10cc-4fb5-9ce2-6fdf9557c7a4 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b75ce58-1ab1-41d9-9d19-7da81d3db517 HTTP/1.1" status: 200 len: 217 time: 0.0322697 Sep 17 04:40:06.080295 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-0f6bf657-ce33-485f-807a-837bc748085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:06.081729 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-0f6bf657-ce33-485f-807a-837bc748085d service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f27627bb-f92f-43d8-a2d2-11bec4310026 HTTP/1.1" status: 200 len: 848 time: 0.0472238 Sep 17 04:40:06.132011 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-fa9915e4-fcaf-4bd0-b832-d3e1f4a420d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:06.133515 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-fa9915e4-fcaf-4bd0-b832-d3e1f4a420d7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=276b59e3-5161-4328-9145-0306fa8cd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455129 Sep 17 04:40:06.349124 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-d3ddb647-85ac-45f0-8212-24c9879b4e2a None None] Attempt 3 to provision port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 Sep 17 04:40:06.400376 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-d3ddb647-85ac-45f0-8212-24c9879b4e2a None None] Port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:40:06.561574 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45e882-cf53-4e60-8829-1ba140105848 req-f9e27354-c829-471d-8fd2-ff9df8bf272e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:06.563019 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5e45e882-cf53-4e60-8829-1ba140105848 req-f9e27354-c829-471d-8fd2-ff9df8bf272e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 943 time: 0.0479784 Sep 17 04:40:06.599492 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:06.612321 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-5e45e882-cf53-4e60-8829-1ba140105848 req-f098d37c-711d-4d55-a62f-47fdc4222623 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436022 Sep 17 04:40:07.496505 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-0a670d00-d566-415f-992e-c8b1c2b53a65 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972383 Sep 17 04:40:07.743359 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87031f-7090-4a08-9fda-4ce1a70a2f66 req-99d72a21-87ad-4659-9b84-792fad2ec4a2 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:07.744794 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-dc87031f-7090-4a08-9fda-4ce1a70a2f66 req-99d72a21-87ad-4659-9b84-792fad2ec4a2 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 943 time: 0.0471926 Sep 17 04:40:07.769543 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:07.776562 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:07.795121 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-dc87031f-7090-4a08-9fda-4ce1a70a2f66 req-2441fe53-4daa-49fb-b636-ff125c45b138 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446501 Sep 17 04:40:08.356340 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-89cc21da-cdcc-48c9-88cb-74735f631cf7 req-d5b09b35-1216-48e0-8192-f13d31f32959 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062930 Sep 17 04:40:08.915844 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4aaaa0-443f-41a5-b387-33fd29199304 req-c5716414-58b6-475f-b82f-ad0557bb287b tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:08.917381 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1f4aaaa0-443f-41a5-b387-33fd29199304 req-c5716414-58b6-475f-b82f-ad0557bb287b tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 943 time: 0.0460453 Sep 17 04:40:08.966662 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1f4aaaa0-443f-41a5-b387-33fd29199304 req-697508c6-2033-4e9b-965a-e1ddda3e182b tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436313 Sep 17 04:40:10.250174 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba714a8-6bbb-40cc-a4b3-9a52b8b1dd90 req-3a5d935a-d0e4-47df-bdc0-93d6e6577cfb tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:10.251620 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0ba714a8-6bbb-40cc-a4b3-9a52b8b1dd90 req-3a5d935a-d0e4-47df-bdc0-93d6e6577cfb tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 943 time: 0.0510564 Sep 17 04:40:10.298488 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0ba714a8-6bbb-40cc-a4b3-9a52b8b1dd90 req-3abb20a8-3873-45ae-9492-6a94a061974e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410254 Sep 17 04:40:11.419947 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999a7a-d66d-4cbf-82cb-03e8ca38c7cd req-d0337405-a6f7-4187-9cb0-062aef5db16d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:11.421461 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0c999a7a-d66d-4cbf-82cb-03e8ca38c7cd req-d0337405-a6f7-4187-9cb0-062aef5db16d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 943 time: 0.0468993 Sep 17 04:40:11.471546 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0c999a7a-d66d-4cbf-82cb-03e8ca38c7cd req-cea78e69-afc3-4311-921c-1c298d94441c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441835 Sep 17 04:40:12.519287 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bbb0e-4ed3-411c-94e6-e265e590d7da req-9c585239-7837-4641-846a-6e129e8edca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:12.520890 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b20bbb0e-4ed3-411c-94e6-e265e590d7da req-9c585239-7837-4641-846a-6e129e8edca6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 1127 time: 0.0512898 Sep 17 04:40:12.596827 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b295231-31a7-4b42-931b-4797e9400d31 req-ce0604a9-2de6-4d7f-a38d-92d006d5b0c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:12.598365 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2b295231-31a7-4b42-931b-4797e9400d31 req-ce0604a9-2de6-4d7f-a38d-92d006d5b0c7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 943 time: 0.0486569 Sep 17 04:40:12.615796 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bbb0e-4ed3-411c-94e6-e265e590d7da req-97f3754d-d14e-449c-a947-f7af8d3ebe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:12.617410 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b20bbb0e-4ed3-411c-94e6-e265e590d7da req-97f3754d-d14e-449c-a947-f7af8d3ebe38 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 910 time: 0.0895944 Sep 17 04:40:12.645801 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2b295231-31a7-4b42-931b-4797e9400d31 req-b8374a6e-6f39-445f-8901-1fc23fb3b028 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416191 Sep 17 04:40:12.658422 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b20bbb0e-4ed3-411c-94e6-e265e590d7da req-ffdab7b8-bffb-41b8-9a2c-822d74932a78 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b75ce58-1ab1-41d9-9d19-7da81d3db517 HTTP/1.1" status: 200 len: 217 time: 0.0326982 Sep 17 04:40:12.707664 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bbb0e-4ed3-411c-94e6-e265e590d7da req-8fc6fe3a-72a9-4d47-82bd-16e924a46a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:12.709149 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b20bbb0e-4ed3-411c-94e6-e265e590d7da req-8fc6fe3a-72a9-4d47-82bd-16e924a46a81 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f27627bb-f92f-43d8-a2d2-11bec4310026 HTTP/1.1" status: 200 len: 848 time: 0.0457051 Sep 17 04:40:12.756353 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bbb0e-4ed3-411c-94e6-e265e590d7da req-54d7b198-cd74-4a68-b41f-dc1a19b99e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:12.758082 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b20bbb0e-4ed3-411c-94e6-e265e590d7da req-54d7b198-cd74-4a68-b41f-dc1a19b99e7e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=276b59e3-5161-4328-9145-0306fa8cd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429606 Sep 17 04:40:12.833573 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:12.857536 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b20bbb0e-4ed3-411c-94e6-e265e590d7da req-13229e1f-2a26-481e-9374-99120cae4df1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923743 Sep 17 04:40:12.958304 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b20bbb0e-4ed3-411c-94e6-e265e590d7da req-47cd2b9d-a5e0-4aaf-8c45-d6869b88d2b2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954518 Sep 17 04:40:13.771785 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e76eaf-698b-4798-bf64-520ee9bf4ed8 req-747a3d19-c405-4e7e-a109-5ca94cc65b3c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:13.773253 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-90e76eaf-698b-4798-bf64-520ee9bf4ed8 req-747a3d19-c405-4e7e-a109-5ca94cc65b3c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 943 time: 0.0478463 Sep 17 04:40:13.827586 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-90e76eaf-698b-4798-bf64-520ee9bf4ed8 req-0ab6aac0-1069-4110-8175-b5e99f8348e1 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485218 Sep 17 04:40:14.159018 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=21 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:14.203631 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 4b75ce58-1ab1-41d9-9d19-7da81d3db517 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:40:14.309718 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 4b75ce58-1ab1-41d9-9d19-7da81d3db517, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4b75ce58-1ab1-41d9-9d19-7da81d3db517,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:40:14.321807 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '4b75ce58-1ab1-41d9-9d19-7da81d3db517', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'port_id': '4b75ce58-1ab1-41d9-9d19-7da81d3db517', 'mac_address': 'fa:16:3e:da:5a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:40:14.356778 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:40:14.357477 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:14.371197 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b75ce58-1ab1-41d9-9d19-7da81d3db517 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:40:14.391048 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 4b75ce58-1ab1-41d9-9d19-7da81d3db517, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4b75ce58-1ab1-41d9-9d19-7da81d3db517,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:40:14.397167 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45198) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:14.398938 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:14.446494 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=4b75ce58-1ab1-41d9-9d19-7da81d3db517,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:14.503523 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe1b6-c808-4c6d-9d15-6303d1f23403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:14.527871 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:14.586109 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe1b6-c808-4c6d-9d15-6303d1f23403 admin admin] Publish callbacks [] for security_group (99dc8ca3-e79b-486b-b987-b30829433ddf), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:14.592109 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe1b6-c808-4c6d-9d15-6303d1f23403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (99dc8ca3-e79b-486b-b987-b30829433ddf), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:14.642599 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-7d6fe1b6-c808-4c6d-9d15-6303d1f23403 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f3893ecb6ef54acc9b0f71ff5ca9332b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418404 Sep 17 04:40:14.642599 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fe1b6-c808-4c6d-9d15-6303d1f23403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dc8ca3-e79b-486b-b987-b30829433ddf,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:14.643028 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45202) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:14.700211 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-71e10ad7-5409-4223-9b64-1e85d0f2ee9c admin admin] Publish callbacks [] for security_group (99dc8ca3-e79b-486b-b987-b30829433ddf), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:14.720691 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-71e10ad7-5409-4223-9b64-1e85d0f2ee9c admin admin] Publish callbacks [] for security_group (99dc8ca3-e79b-486b-b987-b30829433ddf), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:14.772170 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-71e10ad7-5409-4223-9b64-1e85d0f2ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (99dc8ca3-e79b-486b-b987-b30829433ddf), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:14.774689 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-71e10ad7-5409-4223-9b64-1e85d0f2ee9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:14.775917 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-71e10ad7-5409-4223-9b64-1e85d0f2ee9c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/99dc8ca3-e79b-486b-b987-b30829433ddf HTTP/1.1" status: 204 len: 168 time: 0.1301794 Sep 17 04:40:14.783505 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e10ad7-5409-4223-9b64-1e85d0f2ee9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dc8ca3-e79b-486b-b987-b30829433ddf,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:14.837879 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['4b75ce58-1ab1-41d9-9d19-7da81d3db517'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:40:14.860700 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:14.908821 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:15.010059 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281a54e-7942-4c13-b6b9-7528e32182c7 req-fd9a2e19-69d2-470c-9822-27e4b92196d6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:15.011556 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3281a54e-7942-4c13-b6b9-7528e32182c7 req-fd9a2e19-69d2-470c-9822-27e4b92196d6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 944 time: 0.0726967 Sep 17 04:40:15.058709 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3281a54e-7942-4c13-b6b9-7528e32182c7 req-2da38e2f-d60c-4734-9200-a6d9c1d5bbb3 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415170 Sep 17 04:40:15.104864 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45212) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:15.118382 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d3bceee4-4610-468b-b855-db5eb15fcc6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:15.203812 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d3bceee4-4610-468b-b855-db5eb15fcc6e admin admin] Publish callbacks [] for security_group (38e17ea2-24fd-4c79-b4fb-eeb5ec7d44be), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:15.209638 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d3bceee4-4610-468b-b855-db5eb15fcc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (38e17ea2-24fd-4c79-b4fb-eeb5ec7d44be), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:15.247873 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bceee4-4610-468b-b855-db5eb15fcc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e17ea2-24fd-4c79-b4fb-eeb5ec7d44be,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:15.252258 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-d3bceee4-4610-468b-b855-db5eb15fcc6e admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=448395c2190d4c8ba59d0478564d4dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463213 Sep 17 04:40:15.255949 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45214) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:15.307796 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-344b3b08-4a9e-4d71-bd43-aa736dc976b4 admin admin] Publish callbacks [] for security_group (38e17ea2-24fd-4c79-b4fb-eeb5ec7d44be), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:15.330609 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-344b3b08-4a9e-4d71-bd43-aa736dc976b4 admin admin] Publish callbacks [] for security_group (38e17ea2-24fd-4c79-b4fb-eeb5ec7d44be), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:15.389825 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-344b3b08-4a9e-4d71-bd43-aa736dc976b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (38e17ea2-24fd-4c79-b4fb-eeb5ec7d44be), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:15.392517 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-344b3b08-4a9e-4d71-bd43-aa736dc976b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:15.393662 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-344b3b08-4a9e-4d71-bd43-aa736dc976b4 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/38e17ea2-24fd-4c79-b4fb-eeb5ec7d44be HTTP/1.1" status: 204 len: 168 time: 0.1368024 Sep 17 04:40:15.401323 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b3b08-4a9e-4d71-bd43-aa736dc976b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e17ea2-24fd-4c79-b4fb-eeb5ec7d44be,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:16.180856 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2aa37-97d0-4e03-baec-31bfdd78d532 req-37d398b8-db47-4d2d-bcb9-e500599dbed0 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:16.182485 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1df2aa37-97d0-4e03-baec-31bfdd78d532 req-37d398b8-db47-4d2d-bcb9-e500599dbed0 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 944 time: 0.0478973 Sep 17 04:40:16.231840 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1df2aa37-97d0-4e03-baec-31bfdd78d532 req-7af594a1-5545-48e6-9ea4-f713af2828ac tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432081 Sep 17 04:40:16.241536 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 4b75ce58-1ab1-41d9-9d19-7da81d3db517 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:40:16.288470 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:40:16.295117 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:40:16.295500 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:16.296022 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 Sep 17 04:40:16.370769 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:40:16.371157 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:16.393942 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2113221b-5936-4b6e-8e99-2dc1b3ab6815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b75ce58-1ab1-41d9-9d19-7da81d3db517'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:40:16.396191 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3db12f5-44f4-4eef-a2ee-199f9f14279b" -d '{"events": [{"server_uuid": "2113221b-5936-4b6e-8e99-2dc1b3ab6815", "name": "network-vif-plugged", "status": "completed", "tag": "4b75ce58-1ab1-41d9-9d19-7da81d3db517"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:40:16.411022 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 4b75ce58-1ab1-41d9-9d19-7da81d3db517, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4b75ce58-1ab1-41d9-9d19-7da81d3db517,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:40:16.415219 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:16.467831 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=4b75ce58-1ab1-41d9-9d19-7da81d3db517,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:16.617231 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f24cc9-a5ac-438a-a17e-0d6ea317b6d0 x-openstack-request-id: req-66f24cc9-a5ac-438a-a17e-0d6ea317b6d0 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:40:16.617529 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2113221b-5936-4b6e-8e99-2dc1b3ab6815", "name": "network-vif-plugged", "status": "completed", "tag": "4b75ce58-1ab1-41d9-9d19-7da81d3db517", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:40:16.617744 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66f24cc9-a5ac-438a-a17e-0d6ea317b6d0 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:40:16.618590 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f24cc9-a5ac-438a-a17e-0d6ea317b6d0'] response: {'server_uuid': '2113221b-5936-4b6e-8e99-2dc1b3ab6815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b75ce58-1ab1-41d9-9d19-7da81d3db517', 'code': 200} Sep 17 04:40:16.765705 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=43,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:16.812650 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:16.844887 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e19f7c-e1f5-4dce-af1f-a2db38ef4da2 req-c26aaaab-acb5-44b9-b1a6-ca3a5ef79aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:16.846633 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e1e19f7c-e1f5-4dce-af1f-a2db38ef4da2 req-c26aaaab-acb5-44b9-b1a6-ca3a5ef79aeb service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 1129 time: 0.0438547 Sep 17 04:40:16.893506 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e1e19f7c-e1f5-4dce-af1f-a2db38ef4da2 req-ec7f1db9-93c3-4c86-9a5b-3a936f0f49a4 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402985 Sep 17 04:40:17.370867 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b8a09-2684-4c86-89eb-a3ce6f3bdd8b req-aca55615-8ddc-442d-9400-ffbdfa9a8ce1 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:17.372357 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fb2b8a09-2684-4c86-89eb-a3ce6f3bdd8b req-aca55615-8ddc-442d-9400-ffbdfa9a8ce1 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0523391 Sep 17 04:40:17.420691 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fb2b8a09-2684-4c86-89eb-a3ce6f3bdd8b req-7377171d-7902-4d36-b098-d1f7b1e5c872 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405104 Sep 17 04:40:18.441269 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9d4aca45-53da-4b8f-83c3-711bc6c97405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:18.546740 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b76c2-1184-4ba5-af52-a48719f0b3fc req-409151c7-7ad8-44c9-82b4-cc946bb6944a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:18.548231 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-741b76c2-1184-4ba5-af52-a48719f0b3fc req-409151c7-7ad8-44c9-82b4-cc946bb6944a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0508935 Sep 17 04:40:18.596946 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-741b76c2-1184-4ba5-af52-a48719f0b3fc req-bf2cd657-beac-4cea-923f-aac20c7fdcb5 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430140 Sep 17 04:40:18.719611 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58015c50-4ed7-478e-9ed3-794085e9e218 req-69da0dab-ed05-41a7-8c91-b97bea7c0f7b tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:18.720850 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-58015c50-4ed7-478e-9ed3-794085e9e218 req-69da0dab-ed05-41a7-8c91-b97bea7c0f7b tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0485363 Sep 17 04:40:18.736099 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45298) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:18.740190 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-dbff239b-f780-4e61-a150-244fea4a75c4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Request body: {'floatingip': {'port_id': '4b75ce58-1ab1-41d9-9d19-7da81d3db517'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:40:18.778392 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-dbff239b-f780-4e61-a150-244fea4a75c4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (6e9167fc-006c-47f9-996f-282b0e4c1e8d), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:18.882611 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:19.438451 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.db.resource_extend [None req-dbff239b-f780-4e61-a150-244fea4a75c4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 17 04:40:19.486213 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-dbff239b-f780-4e61-a150-244fea4a75c4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:19.491656 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-dbff239b-f780-4e61-a150-244fea4a75c4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (6e9167fc-006c-47f9-996f-282b0e4c1e8d), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:19.586055 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [None req-dbff239b-f780-4e61-a150-244fea4a75c4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Floating IP 6e9167fc-006c-47f9-996f-282b0e4c1e8d associated. External IP: 172.27.3.151, port: 4b75ce58-1ab1-41d9-9d19-7da81d3db517. Sep 17 04:40:19.803034 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbff239b-f780-4e61-a150-244fea4a75c4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Router 47a4c1fa-5a84-486c-8991-4059abd73494 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:40:19.861832 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:19.912310 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbff239b-f780-4e61-a150-244fea4a75c4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:40:19.920444 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-dbff239b-f780-4e61-a150-244fea4a75c4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:19.922123 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44867ae8-85b4-4e9b-ba2e-a328dd36d8e4 None None] Sync routers for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:40:19.933265 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44867ae8-85b4-4e9b-ba2e-a328dd36d8e4 None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:40:19.933899 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-44867ae8-85b4-4e9b-ba2e-a328dd36d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:40:19.951762 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-dbff239b-f780-4e61-a150-244fea4a75c4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/6e9167fc-006c-47f9-996f-282b0e4c1e8d HTTP/1.1" status: 200 len: 991 time: 1.2150266 Sep 17 04:40:19.952422 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2113221b-5936-4b6e-8e99-2dc1b3ab6815', 'tag': '4b75ce58-1ab1-41d9-9d19-7da81d3db517'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:40:19.955154 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122b68f9-8bc3-41c4-96e9-2b2db6d15fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "2113221b-5936-4b6e-8e99-2dc1b3ab6815", "tag": "4b75ce58-1ab1-41d9-9d19-7da81d3db517"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:40:20.023680 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45318) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:20.147711 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84908fc1-206e-41a7-8d3a-d601fc2f70c4 x-openstack-request-id: req-84908fc1-206e-41a7-8d3a-d601fc2f70c4 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:40:20.148016 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2113221b-5936-4b6e-8e99-2dc1b3ab6815", "tag": "4b75ce58-1ab1-41d9-9d19-7da81d3db517", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:40:20.148261 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84908fc1-206e-41a7-8d3a-d601fc2f70c4 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:40:20.148672 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84908fc1-206e-41a7-8d3a-d601fc2f70c4'] response: {'name': 'network-changed', 'server_uuid': '2113221b-5936-4b6e-8e99-2dc1b3ab6815', 'tag': '4b75ce58-1ab1-41d9-9d19-7da81d3db517', 'status': 'completed', 'code': 200} Sep 17 04:40:20.155413 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5ee3d693-ebf4-4c40-adad-4d06cbf2e77d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:20.185954 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-44867ae8-85b4-4e9b-ba2e-a328dd36d8e4 None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:40:20.248387 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b68f9-8bc3-41c4-96e9-2b2db6d15fd9 req-7e5f6a25-353e-4ea5-9410-a9c339c98878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:20.250706 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-122b68f9-8bc3-41c4-96e9-2b2db6d15fd9 req-7e5f6a25-353e-4ea5-9410-a9c339c98878 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 1129 time: 0.0534604 Sep 17 04:40:20.254034 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:20.326208 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5ee3d693-ebf4-4c40-adad-4d06cbf2e77d admin admin] Publish callbacks [] for security_group (2f08380e-516c-40c5-8152-1d46440dcac4), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:20.336763 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5ee3d693-ebf4-4c40-adad-4d06cbf2e77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (2f08380e-516c-40c5-8152-1d46440dcac4), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:20.396516 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-5ee3d693-ebf4-4c40-adad-4d06cbf2e77d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f370f5e987304c17a05a105950b5a597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716233 Sep 17 04:40:20.399547 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45322) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:20.401684 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3d693-ebf4-4c40-adad-4d06cbf2e77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f08380e-516c-40c5-8152-1d46440dcac4,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:20.403614 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-44867ae8-85b4-4e9b-ba2e-a328dd36d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '6e9167fc-006c-47f9-996f-282b0e4c1e8d', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'port_id': '4b75ce58-1ab1-41d9-9d19-7da81d3db517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'mac_address': 'fa:16:3e:da:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113221b-5936-4b6e-8e99-2dc1b3ab6815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:40:01Z', 'updated_at': '2022-09-17T04:40:19Z', 'revision_number': 1, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:04Z', 'revision_number': 5, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:40:20.404766 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b68f9-8bc3-41c4-96e9-2b2db6d15fd9 req-556cb7bb-e012-4889-9357-03e8a82715f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:20.406251 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-122b68f9-8bc3-41c4-96e9-2b2db6d15fd9 req-556cb7bb-e012-4889-9357-03e8a82715f9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 910 time: 0.1476719 Sep 17 04:40:20.434714 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44867ae8-85b4-4e9b-ba2e-a328dd36d8e4 None None] Checking router: 47a4c1fa-5a84-486c-8991-4059abd73494 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:40:20.443576 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44867ae8-85b4-4e9b-ba2e-a328dd36d8e4 None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:40:20.444217 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-44867ae8-85b4-4e9b-ba2e-a328dd36d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:39:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:40:20.461518 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-22f67b5d-b8b7-43b1-9beb-4ca553dfefda admin admin] Publish callbacks [] for security_group (2f08380e-516c-40c5-8152-1d46440dcac4), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:20.483827 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-22f67b5d-b8b7-43b1-9beb-4ca553dfefda admin admin] Publish callbacks [] for security_group (2f08380e-516c-40c5-8152-1d46440dcac4), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:20.486722 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-122b68f9-8bc3-41c4-96e9-2b2db6d15fd9 req-4c7f4e78-99f7-4f78-a641-196e7bbda5d7 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b75ce58-1ab1-41d9-9d19-7da81d3db517 HTTP/1.1" status: 200 len: 999 time: 0.0735483 Sep 17 04:40:20.493343 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:20.535179 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-22f67b5d-b8b7-43b1-9beb-4ca553dfefda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (2f08380e-516c-40c5-8152-1d46440dcac4), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:20.537936 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-22f67b5d-b8b7-43b1-9beb-4ca553dfefda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:20.542022 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-22f67b5d-b8b7-43b1-9beb-4ca553dfefda admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2f08380e-516c-40c5-8152-1d46440dcac4 HTTP/1.1" status: 204 len: 168 time: 0.1388721 Sep 17 04:40:20.542215 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b68f9-8bc3-41c4-96e9-2b2db6d15fd9 req-d7e035aa-5fde-4464-91d7-a2efd4a50496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:20.542740 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-122b68f9-8bc3-41c4-96e9-2b2db6d15fd9 req-d7e035aa-5fde-4464-91d7-a2efd4a50496 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f27627bb-f92f-43d8-a2d2-11bec4310026 HTTP/1.1" status: 200 len: 848 time: 0.0496583 Sep 17 04:40:20.548465 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f67b5d-b8b7-43b1-9beb-4ca553dfefda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f08380e-516c-40c5-8152-1d46440dcac4,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:20.554901 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-44867ae8-85b4-4e9b-ba2e-a328dd36d8e4 None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:40:20.589309 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b68f9-8bc3-41c4-96e9-2b2db6d15fd9 req-5e36d037-dc61-4fd0-9dfe-baf9dcee4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:40:20.590820 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-122b68f9-8bc3-41c4-96e9-2b2db6d15fd9 req-5e36d037-dc61-4fd0-9dfe-baf9dcee4d9d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=276b59e3-5161-4328-9145-0306fa8cd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408974 Sep 17 04:40:20.665431 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bc175ed1-58fe-4c52-8f88-65664fcb278a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:20.695099 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:20.702443 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-122b68f9-8bc3-41c4-96e9-2b2db6d15fd9 req-90562ba8-6daf-4606-806e-2f7e44148464 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043816 Sep 17 04:40:20.801254 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-122b68f9-8bc3-41c4-96e9-2b2db6d15fd9 req-c17bc1c0-863f-4db4-ac99-f274f80c8362 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920920 Sep 17 04:40:20.813284 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-44867ae8-85b4-4e9b-ba2e-a328dd36d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '6e9167fc-006c-47f9-996f-282b0e4c1e8d', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'port_id': '4b75ce58-1ab1-41d9-9d19-7da81d3db517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'mac_address': 'fa:16:3e:da:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113221b-5936-4b6e-8e99-2dc1b3ab6815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:40:01Z', 'updated_at': '2022-09-17T04:40:19Z', 'revision_number': 1, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:04Z', 'revision_number': 5, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:40:20.839179 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44867ae8-85b4-4e9b-ba2e-a328dd36d8e4 None None] The sync data for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi is: [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '6e9167fc-006c-47f9-996f-282b0e4c1e8d', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'port_id': '4b75ce58-1ab1-41d9-9d19-7da81d3db517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'mac_address': 'fa:16:3e:da:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113221b-5936-4b6e-8e99-2dc1b3ab6815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:40:01Z', 'updated_at': '2022-09-17T04:40:19Z', 'revision_number': 1, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:04Z', 'revision_number': 5, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:40:20.865976 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45328) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:20.879615 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-dfa978fd-5146-41bc-a0a2-8ca7340328e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:20.962411 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-dfa978fd-5146-41bc-a0a2-8ca7340328e4 admin admin] Publish callbacks [] for security_group (3468b237-fff0-4ea7-92a6-52f2c0b8d95b), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:20.966903 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-dfa978fd-5146-41bc-a0a2-8ca7340328e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (3468b237-fff0-4ea7-92a6-52f2c0b8d95b), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:21.000700 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:21.008406 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-dfa978fd-5146-41bc-a0a2-8ca7340328e4 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=064a0b701d1a46c9b1271b6119097eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413422 Sep 17 04:40:21.009833 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa978fd-5146-41bc-a0a2-8ca7340328e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3468b237-fff0-4ea7-92a6-52f2c0b8d95b,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:21.011370 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45330) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:21.045211 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f77613-8352-426b-8f95-84763a576dff None None] New status for floating IP 6e9167fc-006c-47f9-996f-282b0e4c1e8d: ACTIVE {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:40:21.072237 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-634ee7ed-b809-499a-a26b-cd1ff3c44cfe admin admin] Publish callbacks [] for security_group (3468b237-fff0-4ea7-92a6-52f2c0b8d95b), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:21.092661 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-634ee7ed-b809-499a-a26b-cd1ff3c44cfe admin admin] Publish callbacks [] for security_group (3468b237-fff0-4ea7-92a6-52f2c0b8d95b), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:21.103585 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:21.143820 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-634ee7ed-b809-499a-a26b-cd1ff3c44cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (3468b237-fff0-4ea7-92a6-52f2c0b8d95b), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:21.146496 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-634ee7ed-b809-499a-a26b-cd1ff3c44cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:21.148702 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-634ee7ed-b809-499a-a26b-cd1ff3c44cfe admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3468b237-fff0-4ea7-92a6-52f2c0b8d95b HTTP/1.1" status: 204 len: 168 time: 0.1346827 Sep 17 04:40:21.158644 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ee7ed-b809-499a-a26b-cd1ff3c44cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3468b237-fff0-4ea7-92a6-52f2c0b8d95b,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:21.985130 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:22.878519 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45380) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:22.990345 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6a9da7f1-b5d4-4362-8be2-0aff55675e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.074895 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6a9da7f1-b5d4-4362-8be2-0aff55675e7b admin admin] Publish callbacks [] for security_group (6ba5a10f-e55e-4ec7-a97a-b023b6dff4fe), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.079950 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-6a9da7f1-b5d4-4362-8be2-0aff55675e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (6ba5a10f-e55e-4ec7-a97a-b023b6dff4fe), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.118916 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-6a9da7f1-b5d4-4362-8be2-0aff55675e7b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0827222448714e309da5d8ce8e2292f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392206 Sep 17 04:40:23.119800 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9da7f1-b5d4-4362-8be2-0aff55675e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba5a10f-e55e-4ec7-a97a-b023b6dff4fe,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:23.121942 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45384) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:23.143527 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:23.175704 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-56b2d503-3fb4-4204-94d2-c4e5ead5fc61 admin admin] Publish callbacks [] for security_group (6ba5a10f-e55e-4ec7-a97a-b023b6dff4fe), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.195769 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-56b2d503-3fb4-4204-94d2-c4e5ead5fc61 admin admin] Publish callbacks [] for security_group (6ba5a10f-e55e-4ec7-a97a-b023b6dff4fe), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.245321 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-56b2d503-3fb4-4204-94d2-c4e5ead5fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (6ba5a10f-e55e-4ec7-a97a-b023b6dff4fe), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.247873 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-56b2d503-3fb4-4204-94d2-c4e5ead5fc61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.249047 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-56b2d503-3fb4-4204-94d2-c4e5ead5fc61 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/6ba5a10f-e55e-4ec7-a97a-b023b6dff4fe HTTP/1.1" status: 204 len: 168 time: 0.1260788 Sep 17 04:40:23.256897 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2d503-3fb4-4204-94d2-c4e5ead5fc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba5a10f-e55e-4ec7-a97a-b023b6dff4fe,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:23.482430 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.519320 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45390) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:23.532922 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-76dcad80-c58e-41d4-a992-711260e4f8be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.585073 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.618232 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-76dcad80-c58e-41d4-a992-711260e4f8be admin admin] Publish callbacks [] for security_group (73ddeffa-a286-4dfe-9da6-e4e0651af3ce), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.624540 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-76dcad80-c58e-41d4-a992-711260e4f8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (73ddeffa-a286-4dfe-9da6-e4e0651af3ce), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.661396 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcad80-c58e-41d4-a992-711260e4f8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ddeffa-a286-4dfe-9da6-e4e0651af3ce,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:23.668532 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-76dcad80-c58e-41d4-a992-711260e4f8be admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=cafca35e180d4a43ad474e3e2ea61800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481893 Sep 17 04:40:23.669190 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45392) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:23.721145 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0c40c164-c9b3-49a8-93c1-b18b51f56772 admin admin] Publish callbacks [] for security_group (73ddeffa-a286-4dfe-9da6-e4e0651af3ce), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.733684 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:23.746632 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0c40c164-c9b3-49a8-93c1-b18b51f56772 admin admin] Publish callbacks [] for security_group (73ddeffa-a286-4dfe-9da6-e4e0651af3ce), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.795085 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0c40c164-c9b3-49a8-93c1-b18b51f56772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (73ddeffa-a286-4dfe-9da6-e4e0651af3ce), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.797691 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0c40c164-c9b3-49a8-93c1-b18b51f56772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:23.798824 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-0c40c164-c9b3-49a8-93c1-b18b51f56772 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/73ddeffa-a286-4dfe-9da6-e4e0651af3ce HTTP/1.1" status: 204 len: 168 time: 0.1283302 Sep 17 04:40:23.806842 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40c164-c9b3-49a8-93c1-b18b51f56772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ddeffa-a286-4dfe-9da6-e4e0651af3ce,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:31.147936 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:31.184133 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:33.656149 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:33.659440 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=30,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:33.781716 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:33.802347 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:DELETE=2,neutron:SELECT=40,neutron:INSERT=7 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:35.167903 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:35.209734 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45488) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:35.323317 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c2dbfda7-177d-45cc-9f77-da6c79e20d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:35.406292 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c2dbfda7-177d-45cc-9f77-da6c79e20d04 admin admin] Publish callbacks [] for security_group (ca7b6c96-13d4-42fb-82c7-fc1d4870dc6f), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:35.411471 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c2dbfda7-177d-45cc-9f77-da6c79e20d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ca7b6c96-13d4-42fb-82c7-fc1d4870dc6f), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:35.448367 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbfda7-177d-45cc-9f77-da6c79e20d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7b6c96-13d4-42fb-82c7-fc1d4870dc6f,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:35.452623 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-c2dbfda7-177d-45cc-9f77-da6c79e20d04 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=bfc042565fff4334b4c77e8cdfe9177b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418902 Sep 17 04:40:35.455662 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45492) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:35.506114 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3aa70150-9d39-42b5-9458-af753e60be4a admin admin] Publish callbacks [] for security_group (ca7b6c96-13d4-42fb-82c7-fc1d4870dc6f), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:35.526014 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3aa70150-9d39-42b5-9458-af753e60be4a admin admin] Publish callbacks [] for security_group (ca7b6c96-13d4-42fb-82c7-fc1d4870dc6f), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:35.578038 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3aa70150-9d39-42b5-9458-af753e60be4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ca7b6c96-13d4-42fb-82c7-fc1d4870dc6f), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:35.580875 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3aa70150-9d39-42b5-9458-af753e60be4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:35.582022 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-3aa70150-9d39-42b5-9458-af753e60be4a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ca7b6c96-13d4-42fb-82c7-fc1d4870dc6f HTTP/1.1" status: 204 len: 168 time: 0.1254921 Sep 17 04:40:35.589982 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa70150-9d39-42b5-9458-af753e60be4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7b6c96-13d4-42fb-82c7-fc1d4870dc6f,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:35.874155 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45498) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:35.888520 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5aea3e69-295a-4984-8b2f-97ff20a05e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:35.968452 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5aea3e69-295a-4984-8b2f-97ff20a05e1f admin admin] Publish callbacks [] for security_group (c56248c1-45c0-4017-a555-1450f415c610), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:35.974639 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-5aea3e69-295a-4984-8b2f-97ff20a05e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (c56248c1-45c0-4017-a555-1450f415c610), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:36.013778 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-5aea3e69-295a-4984-8b2f-97ff20a05e1f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=465a99f23b334d0a93c069e9ad10f4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384647 Sep 17 04:40:36.014607 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea3e69-295a-4984-8b2f-97ff20a05e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56248c1-45c0-4017-a555-1450f415c610,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:36.016721 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45500) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:36.073716 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f973-e6ef-4f3c-8418-73622f294143 admin admin] Publish callbacks [] for security_group (c56248c1-45c0-4017-a555-1450f415c610), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:36.095404 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f973-e6ef-4f3c-8418-73622f294143 admin admin] Publish callbacks [] for security_group (c56248c1-45c0-4017-a555-1450f415c610), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:36.146861 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f973-e6ef-4f3c-8418-73622f294143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (c56248c1-45c0-4017-a555-1450f415c610), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:36.149580 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f973-e6ef-4f3c-8418-73622f294143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:36.150721 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-cfa3f973-e6ef-4f3c-8418-73622f294143 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c56248c1-45c0-4017-a555-1450f415c610 HTTP/1.1" status: 204 len: 168 time: 0.1329007 Sep 17 04:40:36.158633 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3f973-e6ef-4f3c-8418-73622f294143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56248c1-45c0-4017-a555-1450f415c610,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:38.293552 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45568) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:38.405779 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-dc26c1fe-269e-4c78-b493-557ee5a45fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:38.483188 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-dc26c1fe-269e-4c78-b493-557ee5a45fe1 admin admin] Publish callbacks [] for security_group (55c9f9ce-a216-4564-b0ac-21173582cd74), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:38.487647 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-dc26c1fe-269e-4c78-b493-557ee5a45fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (55c9f9ce-a216-4564-b0ac-21173582cd74), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:38.526914 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-dc26c1fe-269e-4c78-b493-557ee5a45fe1 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=c9473f4ee35249589c394389562ceb1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321401 Sep 17 04:40:38.527750 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26c1fe-269e-4c78-b493-557ee5a45fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c9f9ce-a216-4564-b0ac-21173582cd74,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:38.529865 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45572) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:38.579680 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Publish callbacks [] for security_group (55c9f9ce-a216-4564-b0ac-21173582cd74), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:38.600542 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Publish callbacks [] for security_group (55c9f9ce-a216-4564-b0ac-21173582cd74), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:38.651706 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (55c9f9ce-a216-4564-b0ac-21173582cd74), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:38.654236 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:38.655411 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/55c9f9ce-a216-4564-b0ac-21173582cd74 HTTP/1.1" status: 204 len: 168 time: 0.1245584 Sep 17 04:40:38.666407 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c9f9ce-a216-4564-b0ac-21173582cd74,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:38.674320 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.674803 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.675154 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.675493 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.675832 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.676164 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.676490 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.676833 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.677212 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.677544 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.677870 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.678192 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.678511 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.678828 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.679143 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf593-630f-452e-bcbd-dbc176c3bdf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:38.933650 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45578) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:38.947152 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-79c828b6-2e75-4797-af18-710464788d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:38.991764 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:39.007147 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:39.032398 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-79c828b6-2e75-4797-af18-710464788d7a admin admin] Publish callbacks [] for security_group (c35b0de4-6719-4ed2-9531-524ad91fdc35), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:39.037783 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-79c828b6-2e75-4797-af18-710464788d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (c35b0de4-6719-4ed2-9531-524ad91fdc35), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:39.078046 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-79c828b6-2e75-4797-af18-710464788d7a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=87c4417185834e95b51a6181636093a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433365 Sep 17 04:40:39.078867 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c828b6-2e75-4797-af18-710464788d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35b0de4-6719-4ed2-9531-524ad91fdc35,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:39.081006 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45580) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:39.134676 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-90929ef1-c2b2-4896-9bcb-9d5044eda36a admin admin] Publish callbacks [] for security_group (c35b0de4-6719-4ed2-9531-524ad91fdc35), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:39.154441 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-90929ef1-c2b2-4896-9bcb-9d5044eda36a admin admin] Publish callbacks [] for security_group (c35b0de4-6719-4ed2-9531-524ad91fdc35), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:39.203813 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-90929ef1-c2b2-4896-9bcb-9d5044eda36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (c35b0de4-6719-4ed2-9531-524ad91fdc35), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:39.206456 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-90929ef1-c2b2-4896-9bcb-9d5044eda36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:39.207644 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-90929ef1-c2b2-4896-9bcb-9d5044eda36a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c35b0de4-6719-4ed2-9531-524ad91fdc35 HTTP/1.1" status: 204 len: 168 time: 0.1255748 Sep 17 04:40:39.216032 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90929ef1-c2b2-4896-9bcb-9d5044eda36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35b0de4-6719-4ed2-9531-524ad91fdc35,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:41.015005 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:40:48.446357 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a2763fe1-70f5-48a2-a38a-233ffd32c55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:49.070326 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:49.074958 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:INSERT=1,neutron:SELECT=17 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:49.210931 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=47,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:49.213556 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:49.811584 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45674) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:49.914930 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:49.989884 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Publish callbacks [] for security_group (c7759030-b3e4-49a1-9c66-bc8c4ac7f0da), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:49.994889 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (c7759030-b3e4-49a1-9c66-bc8c4ac7f0da), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:50.033319 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d75c56ab86ca415dabb82bacc7d25e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206397 Sep 17 04:40:50.034386 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7759030-b3e4-49a1-9c66-bc8c4ac7f0da,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:50.036334 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45678) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:40:50.042075 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.042415 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.042748 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.043064 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.043402 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.043728 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.044027 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.044345 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.044662 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.044979 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.045324 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.045662 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.045958 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.046288 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.046604 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e898ac-924e-4707-9401-65e2d5ee2be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:40:50.091641 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-24638556-f110-48f8-a33c-9b7b10b0d942 admin admin] Publish callbacks [] for security_group (c7759030-b3e4-49a1-9c66-bc8c4ac7f0da), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:50.111868 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-24638556-f110-48f8-a33c-9b7b10b0d942 admin admin] Publish callbacks [] for security_group (c7759030-b3e4-49a1-9c66-bc8c4ac7f0da), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:50.163984 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-24638556-f110-48f8-a33c-9b7b10b0d942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (c7759030-b3e4-49a1-9c66-bc8c4ac7f0da), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:50.166601 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-24638556-f110-48f8-a33c-9b7b10b0d942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:50.167721 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-24638556-f110-48f8-a33c-9b7b10b0d942 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c7759030-b3e4-49a1-9c66-bc8c4ac7f0da HTTP/1.1" status: 204 len: 168 time: 0.1303263 Sep 17 04:40:50.175629 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24638556-f110-48f8-a33c-9b7b10b0d942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7759030-b3e4-49a1-9c66-bc8c4ac7f0da,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:40:50.617569 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:50.632676 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e57b708b-c7cf-4894-ac06-5a001495f310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:51.006720 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:51.007563 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:51.978002 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:40:51.999721 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:53.487875 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:40:53.591777 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:00.030821 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:00.038106 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:00.170750 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:00.171918 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:03.582482 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:03.585009 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:03.893994 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45794) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:04.224426 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-cef927f4-9ba3-47ae-9a7c-c018ba9c8c35 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Deleting port 8a10e0bc-2b28-4be3-90f5-126d0a34f770 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:41:04.224666 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-cef927f4-9ba3-47ae-9a7c-c018ba9c8c35 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (8a10e0bc-2b28-4be3-90f5-126d0a34f770), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:04.302308 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-cef927f4-9ba3-47ae-9a7c-c018ba9c8c35 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (8a10e0bc-2b28-4be3-90f5-126d0a34f770), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:04.302641 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-cef927f4-9ba3-47ae-9a7c-c018ba9c8c35 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for floatingip (8a10e0bc-2b28-4be3-90f5-126d0a34f770), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:04.315770 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-cef927f4-9ba3-47ae-9a7c-c018ba9c8c35 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Calling delete_port for 8a10e0bc-2b28-4be3-90f5-126d0a34f770 owned by network:floatingip {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:41:04.489665 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-cef927f4-9ba3-47ae-9a7c-c018ba9c8c35 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (8a10e0bc-2b28-4be3-90f5-126d0a34f770), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:04.511612 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef927f4-9ba3-47ae-9a7c-c018ba9c8c35 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event deleted for resources: {'Port': ['ID=8a10e0bc-2b28-4be3-90f5-126d0a34f770,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:04.580350 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-cef927f4-9ba3-47ae-9a7c-c018ba9c8c35 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for floatingip (85fc0b95-b30c-47b0-8d3c-8eb3814dbb04), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:04.580618 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [None req-cef927f4-9ba3-47ae-9a7c-c018ba9c8c35 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Floating IP 85fc0b95-b30c-47b0-8d3c-8eb3814dbb04 disassociated (deleted). External IP: 172.27.3.186, port: db2efe3b-92b0-4a7f-9c0c-416d334db906. Sep 17 04:41:04.795642 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef927f4-9ba3-47ae-9a7c-c018ba9c8c35 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:41:04.900825 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef927f4-9ba3-47ae-9a7c-c018ba9c8c35 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:41:04.906060 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-cef927f4-9ba3-47ae-9a7c-c018ba9c8c35 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:04.912460 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f234bb46-4b8c-42d9-8976-27ab54ccfea9 None None] Sync routers for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:41:04.924159 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f234bb46-4b8c-42d9-8976-27ab54ccfea9 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:41:04.924862 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-f234bb46-4b8c-42d9-8976-27ab54ccfea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:40:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:04.936548 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-cef927f4-9ba3-47ae-9a7c-c018ba9c8c35 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/85fc0b95-b30c-47b0-8d3c-8eb3814dbb04 HTTP/1.1" status: 204 len: 168 time: 1.0412655 Sep 17 04:41:04.937302 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'tag': 'db2efe3b-92b0-4a7f-9c0c-416d334db906'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:41:04.939750 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53d8e80-b40c-4d90-82e1-6fc5ecd32bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4b19eb-58f5-49b5-8a87-74126c73513f", "tag": "db2efe3b-92b0-4a7f-9c0c-416d334db906"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:41:04.989715 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f839f3fe-8cc4-4f89-9585-1bf7f70d3012 x-openstack-request-id: req-f839f3fe-8cc4-4f89-9585-1bf7f70d3012 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:41:04.990078 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4b19eb-58f5-49b5-8a87-74126c73513f", "tag": "db2efe3b-92b0-4a7f-9c0c-416d334db906", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:41:04.990394 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f839f3fe-8cc4-4f89-9585-1bf7f70d3012 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:41:04.990858 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f839f3fe-8cc4-4f89-9585-1bf7f70d3012'] response: {'name': 'network-changed', 'server_uuid': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'tag': 'db2efe3b-92b0-4a7f-9c0c-416d334db906', 'status': 'completed', 'code': 200} Sep 17 04:41:05.034778 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-f234bb46-4b8c-42d9-8976-27ab54ccfea9 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:41:05.054952 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:05.097194 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:05.101187 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d8e80-b40c-4d90-82e1-6fc5ecd32bf8 req-47580ae0-bba5-4392-8e01-b442c289d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:05.102804 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b53d8e80-b40c-4d90-82e1-6fc5ecd32bf8 req-47580ae0-bba5-4392-8e01-b442c289d323 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 1129 time: 0.0560746 Sep 17 04:41:05.181537 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617e381-be02-4f79-b503-fe74284a11eb req-9d7364b5-b048-48b0-90b3-9cd61347067c tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:05.183037 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7617e381-be02-4f79-b503-fe74284a11eb req-9d7364b5-b048-48b0-90b3-9cd61347067c tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 945 time: 0.0472479 Sep 17 04:41:05.207225 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:05.275437 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-f234bb46-4b8c-42d9-8976-27ab54ccfea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '91ea79ac-527a-4e13-b757-4833d181cdef', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': '35e61da4-2924-436c-a984-9952b3c29f0a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:2d:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:56Z', 'updated_at': '2022-09-17T04:35:59Z', 'revision_number': 1, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:05.304848 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f234bb46-4b8c-42d9-8976-27ab54ccfea9 None None] Checking router: 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:41:05.314467 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f234bb46-4b8c-42d9-8976-27ab54ccfea9 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:41:05.314979 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-f234bb46-4b8c-42d9-8976-27ab54ccfea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:40:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:05.418542 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-f234bb46-4b8c-42d9-8976-27ab54ccfea9 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:41:05.492027 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7617e381-be02-4f79-b503-fe74284a11eb req-6097ea8d-ade2-446c-86e7-0f372eab181d tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032572 Sep 17 04:41:05.631403 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-f234bb46-4b8c-42d9-8976-27ab54ccfea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '91ea79ac-527a-4e13-b757-4833d181cdef', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': '35e61da4-2924-436c-a984-9952b3c29f0a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:2d:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:56Z', 'updated_at': '2022-09-17T04:35:59Z', 'revision_number': 1, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:05.655420 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f234bb46-4b8c-42d9-8976-27ab54ccfea9 None None] The sync data for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi is: [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '91ea79ac-527a-4e13-b757-4833d181cdef', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'port_id': '35e61da4-2924-436c-a984-9952b3c29f0a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'mac_address': 'fa:16:3e:2d:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:35:56Z', 'updated_at': '2022-09-17T04:35:59Z', 'revision_number': 1, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:41:05.872465 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5695e7ba-ee7b-4c8e-a948-66df328ff274 None None] New status for floating IP 85fc0b95-b30c-47b0-8d3c-8eb3814dbb04: DOWN {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:41:06.466143 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d8e80-b40c-4d90-82e1-6fc5ecd32bf8 req-f9900dff-1f6e-4b51-8553-6f333fcc2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:06.467615 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b53d8e80-b40c-4d90-82e1-6fc5ecd32bf8 req-f9900dff-1f6e-4b51-8553-6f333fcc2ff6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e322731d-9c63-4618-8051-e8dea6bb2db6 HTTP/1.1" status: 200 len: 913 time: 0.1038911 Sep 17 04:41:06.511126 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b53d8e80-b40c-4d90-82e1-6fc5ecd32bf8 req-fe6993df-948c-49fa-b010-ea74cffe12d3 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db2efe3b-92b0-4a7f-9c0c-416d334db906 HTTP/1.1" status: 200 len: 217 time: 0.0332394 Sep 17 04:41:06.563605 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d8e80-b40c-4d90-82e1-6fc5ecd32bf8 req-880b7ec5-d877-4d90-8eda-2ab5838a1400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:06.565027 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b53d8e80-b40c-4d90-82e1-6fc5ecd32bf8 req-880b7ec5-d877-4d90-8eda-2ab5838a1400 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=7d8d6893-1d9a-4d1c-a639-eec93b42e88f HTTP/1.1" status: 200 len: 851 time: 0.0471072 Sep 17 04:41:06.650998 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c26ee8-b7c7-43c0-adad-0570ccb844ff req-d51c8978-61d3-4620-97b7-315aa2a2ebd4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:06.652471 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-89c26ee8-b7c7-43c0-adad-0570ccb844ff req-d51c8978-61d3-4620-97b7-315aa2a2ebd4 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 945 time: 0.0800779 Sep 17 04:41:06.653560 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d8e80-b40c-4d90-82e1-6fc5ecd32bf8 req-764c444a-0cbc-434b-b50e-74905832d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:06.654894 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b53d8e80-b40c-4d90-82e1-6fc5ecd32bf8 req-764c444a-0cbc-434b-b50e-74905832d961 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e322731d-9c63-4618-8051-e8dea6bb2db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808771 Sep 17 04:41:06.762300 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-89c26ee8-b7c7-43c0-adad-0570ccb844ff req-cfc6dee4-58f7-46da-97f5-1458911823af tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023052 Sep 17 04:41:06.791982 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b53d8e80-b40c-4d90-82e1-6fc5ecd32bf8 req-f808dd1c-a217-4ea7-b38d-70feebaf7208 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240571 Sep 17 04:41:06.883660 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b53d8e80-b40c-4d90-82e1-6fc5ecd32bf8 req-c9af1fdf-ecd7-4691-90d9-7311c2d59462 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845563 Sep 17 04:41:07.753987 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9b08-9650-4a83-bb2c-66e163a02077 req-a8aaf4b5-0e1d-4b07-87e7-c3a1696f5661 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:07.755432 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0b4c9b08-9650-4a83-bb2c-66e163a02077 req-a8aaf4b5-0e1d-4b07-87e7-c3a1696f5661 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 945 time: 0.0547323 Sep 17 04:41:07.840825 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-0b4c9b08-9650-4a83-bb2c-66e163a02077 req-759cb309-b744-4fd3-867c-80e2397b7e07 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Deleting port db2efe3b-92b0-4a7f-9c0c-416d334db906 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:41:07.841167 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0b4c9b08-9650-4a83-bb2c-66e163a02077 req-759cb309-b744-4fd3-867c-80e2397b7e07 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:07.886765 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f0b60-462e-4a87-9712-1f3ebd97bcd5 req-308c6fc1-9204-44f1-80e5-41d7b162b900 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:07.888341 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-675f0b60-462e-4a87-9712-1f3ebd97bcd5 req-308c6fc1-9204-44f1-80e5-41d7b162b900 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 945 time: 0.0465820 Sep 17 04:41:07.935055 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [req-0b4c9b08-9650-4a83-bb2c-66e163a02077 req-759cb309-b744-4fd3-867c-80e2397b7e07 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] For port db2efe3b-92b0-4a7f-9c0c-416d334db906, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=db2efe3b-92b0-4a7f-9c0c-416d334db906,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:41:07.935291 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0b4c9b08-9650-4a83-bb2c-66e163a02077 req-759cb309-b744-4fd3-867c-80e2397b7e07 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:07.937118 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-675f0b60-462e-4a87-9712-1f3ebd97bcd5 req-5a19e68e-7922-4fa7-b60f-4babca97cc9f tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428305 Sep 17 04:41:07.949806 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [req-0b4c9b08-9650-4a83-bb2c-66e163a02077 req-759cb309-b744-4fd3-867c-80e2397b7e07 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Calling delete_port for db2efe3b-92b0-4a7f-9c0c-416d334db906 owned by compute:nova {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:41:08.082554 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0b4c9b08-9650-4a83-bb2c-66e163a02077 req-759cb309-b744-4fd3-867c-80e2397b7e07 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (db2efe3b-92b0-4a7f-9c0c-416d334db906), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:08.114962 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cb309-b744-4fd3-867c-80e2397b7e07 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event deleted for resources: {'Port': ['ID=db2efe3b-92b0-4a7f-9c0c-416d334db906,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:08.414615 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:08.431966 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4c9b08-9650-4a83-bb2c-66e163a02077 req-759cb309-b744-4fd3-867c-80e2397b7e07 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] No DVR routers for this DVR port db2efe3b-92b0-4a7f-9c0c-416d334db906 on host hv-cinder-85799 {{(pid=106227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:41:08.434864 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [req-0b4c9b08-9650-4a83-bb2c-66e163a02077 req-759cb309-b744-4fd3-867c-80e2397b7e07 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:08.438404 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0b4c9b08-9650-4a83-bb2c-66e163a02077 req-759cb309-b744-4fd3-867c-80e2397b7e07 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "DELETE /networking/v2.0/ports/db2efe3b-92b0-4a7f-9c0c-416d334db906 HTTP/1.1" status: 204 len: 173 time: 0.6771610 Sep 17 04:41:08.439373 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'name': 'network-vif-deleted', 'tag': 'db2efe3b-92b0-4a7f-9c0c-416d334db906'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:41:08.441902 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b20675-c92b-43a4-9a67-a8210c71afc9" -d '{"events": [{"server_uuid": "bc4b19eb-58f5-49b5-8a87-74126c73513f", "name": "network-vif-deleted", "tag": "db2efe3b-92b0-4a7f-9c0c-416d334db906"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:41:08.483357 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec294a3-9200-4a98-b6bf-52aa144dbe21 x-openstack-request-id: req-4ec294a3-9200-4a98-b6bf-52aa144dbe21 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:41:08.483708 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4b19eb-58f5-49b5-8a87-74126c73513f", "name": "network-vif-deleted", "tag": "db2efe3b-92b0-4a7f-9c0c-416d334db906", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:41:08.483908 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ec294a3-9200-4a98-b6bf-52aa144dbe21 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:41:08.485497 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec294a3-9200-4a98-b6bf-52aa144dbe21'] response: {'server_uuid': 'bc4b19eb-58f5-49b5-8a87-74126c73513f', 'name': 'network-vif-deleted', 'tag': 'db2efe3b-92b0-4a7f-9c0c-416d334db906', 'status': 'completed', 'code': 200} Sep 17 04:41:09.056243 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f0f3bdb0-8850-4056-805b-789006287a0c req-c95f813e-82e5-40da-a84d-087db72c96a1 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc4b19eb-58f5-49b5-8a87-74126c73513f HTTP/1.1" status: 200 len: 210 time: 0.0282094 Sep 17 04:41:10.474976 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device db2efe3b-92b0-4a7f-9c0c-416d334db906 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:41:10.500337 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: db2efe3b-92b0-4a7f-9c0c-416d334db906 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:41:10.500681 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device db2efe3b-92b0-4a7f-9c0c-416d334db906 not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:41:12.394734 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45848) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:12.453637 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:12.542530 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-58d126d3-effe-4561-b17a-10944fd91500 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Deleting port 883ba667-aeb3-4497-9000-2c7ad60a2288 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:41:12.542879 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-58d126d3-effe-4561-b17a-10944fd91500 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (883ba667-aeb3-4497-9000-2c7ad60a2288), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:12.625830 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-58d126d3-effe-4561-b17a-10944fd91500 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (883ba667-aeb3-4497-9000-2c7ad60a2288), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:12.626153 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-58d126d3-effe-4561-b17a-10944fd91500 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for floatingip (883ba667-aeb3-4497-9000-2c7ad60a2288), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:12.639782 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-58d126d3-effe-4561-b17a-10944fd91500 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Calling delete_port for 883ba667-aeb3-4497-9000-2c7ad60a2288 owned by network:floatingip {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:41:12.809666 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-58d126d3-effe-4561-b17a-10944fd91500 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (883ba667-aeb3-4497-9000-2c7ad60a2288), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:12.832845 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d126d3-effe-4561-b17a-10944fd91500 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event deleted for resources: {'Port': ['ID=883ba667-aeb3-4497-9000-2c7ad60a2288,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:12.898525 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-58d126d3-effe-4561-b17a-10944fd91500 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for floatingip (91ea79ac-527a-4e13-b757-4833d181cdef), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:12.898761 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [None req-58d126d3-effe-4561-b17a-10944fd91500 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Floating IP 91ea79ac-527a-4e13-b757-4833d181cdef disassociated (deleted). External IP: 172.27.3.68, port: 35e61da4-2924-436c-a984-9952b3c29f0a. Sep 17 04:41:13.101028 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d126d3-effe-4561-b17a-10944fd91500 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:41:13.202352 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:13.210354 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d126d3-effe-4561-b17a-10944fd91500 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:41:13.216089 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-58d126d3-effe-4561-b17a-10944fd91500 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:13.221043 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b093de-2bce-457e-96cc-f2a5c749cda1 None None] Sync routers for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:41:13.232545 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b093de-2bce-457e-96cc-f2a5c749cda1 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:41:13.233177 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-99b093de-2bce-457e-96cc-f2a5c749cda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:40:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:13.250325 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-58d126d3-effe-4561-b17a-10944fd91500 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/91ea79ac-527a-4e13-b757-4833d181cdef HTTP/1.1" status: 204 len: 168 time: 0.8518941 Sep 17 04:41:13.250325 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'tag': '35e61da4-2924-436c-a984-9952b3c29f0a'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:41:13.252269 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14105c1-645b-456f-a6b4-b34f95ccee06" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e695be-8ee8-42b5-88b0-79d0836d8fbf", "tag": "35e61da4-2924-436c-a984-9952b3c29f0a"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:41:13.306863 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04632da-6014-4558-8421-a6e8cf490113 x-openstack-request-id: req-d04632da-6014-4558-8421-a6e8cf490113 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:41:13.306863 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e695be-8ee8-42b5-88b0-79d0836d8fbf", "tag": "35e61da4-2924-436c-a984-9952b3c29f0a", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:41:13.307124 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d04632da-6014-4558-8421-a6e8cf490113 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:41:13.307335 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04632da-6014-4558-8421-a6e8cf490113'] response: {'name': 'network-changed', 'server_uuid': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'tag': '35e61da4-2924-436c-a984-9952b3c29f0a', 'status': 'completed', 'code': 200} Sep 17 04:41:13.339469 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-99b093de-2bce-457e-96cc-f2a5c749cda1 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:41:13.374492 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:13.419601 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14105c1-645b-456f-a6b4-b34f95ccee06 req-29a6c9e9-b994-449f-9319-1a920d1b9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:13.421153 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a14105c1-645b-456f-a6b4-b34f95ccee06 req-29a6c9e9-b994-449f-9319-1a920d1b9c25 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=752e65efe679458fab6b8dbc3a9de82f&device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 1130 time: 0.0538657 Sep 17 04:41:13.490458 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1293c3d-7069-4917-910f-aaa78eac44ce req-dbc1465b-f606-4a14-affd-1f987aba9755 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:13.491877 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f1293c3d-7069-4917-910f-aaa78eac44ce req-dbc1465b-f606-4a14-affd-1f987aba9755 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 946 time: 0.0483749 Sep 17 04:41:13.498718 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:13.536194 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-99b093de-2bce-457e-96cc-f2a5c749cda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:13.541309 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:13.547170 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f1293c3d-7069-4917-910f-aaa78eac44ce req-a7288e19-1e01-4a6d-9b6a-13dc1f4d2893 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494523 Sep 17 04:41:13.573263 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b093de-2bce-457e-96cc-f2a5c749cda1 None None] Checking router: 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:41:13.574129 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b093de-2bce-457e-96cc-f2a5c749cda1 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:41:13.574723 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-99b093de-2bce-457e-96cc-f2a5c749cda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:40:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:13.682689 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14105c1-645b-456f-a6b4-b34f95ccee06 req-533525d0-5f51-4061-adb7-fddef9168259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:13.684316 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a14105c1-645b-456f-a6b4-b34f95ccee06 req-533525d0-5f51-4061-adb7-fddef9168259 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e322731d-9c63-4618-8051-e8dea6bb2db6 HTTP/1.1" status: 200 len: 913 time: 0.0987568 Sep 17 04:41:13.730345 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a14105c1-645b-456f-a6b4-b34f95ccee06 req-4399f7da-2e39-4a57-a5e9-70470811fa08 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e61da4-2924-436c-a984-9952b3c29f0a HTTP/1.1" status: 200 len: 217 time: 0.0385180 Sep 17 04:41:13.785366 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14105c1-645b-456f-a6b4-b34f95ccee06 req-05b4c34f-ee5d-46bd-a494-74d92016eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:13.786933 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a14105c1-645b-456f-a6b4-b34f95ccee06 req-05b4c34f-ee5d-46bd-a494-74d92016eab5 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=7d8d6893-1d9a-4d1c-a639-eec93b42e88f HTTP/1.1" status: 200 len: 851 time: 0.0500383 Sep 17 04:41:13.829302 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-99b093de-2bce-457e-96cc-f2a5c749cda1 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:41:13.964966 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14105c1-645b-456f-a6b4-b34f95ccee06 req-e8568e68-78bd-45c0-b9e7-aba79e5e729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:13.966505 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a14105c1-645b-456f-a6b4-b34f95ccee06 req-e8568e68-78bd-45c0-b9e7-aba79e5e729f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e322731d-9c63-4618-8051-e8dea6bb2db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406694 Sep 17 04:41:14.022030 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-99b093de-2bce-457e-96cc-f2a5c749cda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:14.053401 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b093de-2bce-457e-96cc-f2a5c749cda1 None None] The sync data for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi is: [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:44Z', 'revision_number': 4, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'bd6b75ae-44b1-4d56-a798-0a7ead8b67ef', 'name': '', 'network_id': 'e322731d-9c63-4618-8051-e8dea6bb2db6', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'mac_address': 'fa:16:3e:b3:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:43Z', 'updated_at': '2022-09-17T04:30:48Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'subnets': [{'id': '7d8d6893-1d9a-4d1c-a639-eec93b42e88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:41:14.280409 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ec162-f4c8-474f-9b74-c364c1796702 None None] New status for floating IP 91ea79ac-527a-4e13-b757-4833d181cdef: DOWN {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:41:14.691194 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c77ffe-3dd0-4598-93c5-cc68e0118457 req-d66aa138-a84a-48c4-bc23-61ffb9ff79be tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:14.692631 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-41c77ffe-3dd0-4598-93c5-cc68e0118457 req-d66aa138-a84a-48c4-bc23-61ffb9ff79be tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 946 time: 0.0552621 Sep 17 04:41:14.740958 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-41c77ffe-3dd0-4598-93c5-cc68e0118457 req-69e17eb0-30b8-4328-8cc1-77064cadff3b tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423949 Sep 17 04:41:15.879349 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f3ee4-c067-4857-8307-dcfe0d9e311f req-6959f959-8fae-43e9-891a-1dc50e8d0d60 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:15.880819 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9b7f3ee4-c067-4857-8307-dcfe0d9e311f req-6959f959-8fae-43e9-891a-1dc50e8d0d60 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 946 time: 0.0485356 Sep 17 04:41:15.932407 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9b7f3ee4-c067-4857-8307-dcfe0d9e311f req-fd7d69bc-a1d1-4590-a45f-68fb25eb7511 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431046 Sep 17 04:41:17.071523 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f5be5-638e-4c27-968c-47926f5a5d58 req-d19bbb70-90f3-4bf6-8866-5327a980dc06 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:17.072955 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-dd2f5be5-638e-4c27-968c-47926f5a5d58 req-d19bbb70-90f3-4bf6-8866-5327a980dc06 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 946 time: 0.0518863 Sep 17 04:41:17.124415 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-dd2f5be5-638e-4c27-968c-47926f5a5d58 req-e89928c7-30da-439c-a977-def8932ed3fa tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431564 Sep 17 04:41:18.019142 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:41:18.272654 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef691c02-7b32-4022-9e17-0e58a0175935 req-b89ff5cc-ef0e-4a04-bb2d-82063b1b37c2 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:18.274045 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ef691c02-7b32-4022-9e17-0e58a0175935 req-b89ff5cc-ef0e-4a04-bb2d-82063b1b37c2 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 946 time: 0.0614820 Sep 17 04:41:18.325533 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-ef691c02-7b32-4022-9e17-0e58a0175935 req-ed695e33-9513-4fda-91a8-00ea974e2d6a tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428061 Sep 17 04:41:18.461439 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-06f355ec-11b2-4a3b-88b7-eff7b8808493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:18.489587 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 35e61da4-2924-436c-a984-9952b3c29f0a no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:41:18.580243 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 35e61da4-2924-436c-a984-9952b3c29f0a is: ACTIVE; New status is: DOWN {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:41:18.580517 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:18.605208 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e61da4-2924-436c-a984-9952b3c29f0a'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:41:18.607475 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e747a9-8c88-4762-be10-24a2dec79f0d" -d '{"events": [{"server_uuid": "a1e695be-8ee8-42b5-88b0-79d0836d8fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "35e61da4-2924-436c-a984-9952b3c29f0a"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:41:18.620486 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 35e61da4-2924-436c-a984-9952b3c29f0a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=35e61da4-2924-436c-a984-9952b3c29f0a,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:41:18.625847 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:18.649554 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 17 Sep 2022 04:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f18d4d-7cd0-44ac-8968-fe72c0e5196a x-openstack-request-id: req-62f18d4d-7cd0-44ac-8968-fe72c0e5196a {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:41:18.649842 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e695be-8ee8-42b5-88b0-79d0836d8fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "35e61da4-2924-436c-a984-9952b3c29f0a", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:41:18.650091 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62f18d4d-7cd0-44ac-8968-fe72c0e5196a {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:41:18.650480 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f18d4d-7cd0-44ac-8968-fe72c0e5196a'] response: {'server_uuid': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e61da4-2924-436c-a984-9952b3c29f0a', 'code': 200} Sep 17 04:41:18.679409 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=35e61da4-2924-436c-a984-9952b3c29f0a,revision_number=6']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:18.686881 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.687225 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.687565 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.687901 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.688241 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.688590 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.688914 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.689268 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.689591 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.689913 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.690235 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.690558 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.690877 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.691192 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:18.691507 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:41:19.470448 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa120ab8-bd04-4571-a98f-45d13de9d965 req-c1b2777b-a5ca-47b8-9e41-1a48e11755be tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:19.471932 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aa120ab8-bd04-4571-a98f-45d13de9d965 req-c1b2777b-a5ca-47b8-9e41-1a48e11755be tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0561206 Sep 17 04:41:19.524465 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-aa120ab8-bd04-4571-a98f-45d13de9d965 req-d4abed89-db25-406d-938c-491aad818461 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466919 Sep 17 04:41:20.627594 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab642-1c89-400a-b1c8-cb40cd1e0d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:20.665698 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43538b-5afe-4059-bcc1-53526715980b req-3382cd9c-df5b-4e0e-86c3-4999e76b6636 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:20.669904 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4b43538b-5afe-4059-bcc1-53526715980b req-3382cd9c-df5b-4e0e-86c3-4999e76b6636 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0581808 Sep 17 04:41:20.720121 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4b43538b-5afe-4059-bcc1-53526715980b req-f763cb0e-0da7-47c3-a936-f7c2e8459638 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472414 Sep 17 04:41:21.845271 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b175c-47ac-4e25-b1eb-42df8b36fc26 req-10806002-3741-411f-a8e4-244ef4ed1edc tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:21.846729 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-582b175c-47ac-4e25-b1eb-42df8b36fc26 req-10806002-3741-411f-a8e4-244ef4ed1edc tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0513964 Sep 17 04:41:21.900276 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-582b175c-47ac-4e25-b1eb-42df8b36fc26 req-b9b5dc81-60be-466b-912d-12adf60d3ddd tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68e8197e-60a7-47f5-a874-884c240cd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453675 Sep 17 04:41:22.001177 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:22.453945 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a14105c1-645b-456f-a6b4-b34f95ccee06 req-a6b62b8d-50d4-4684-8ad4-ef3e489bbbc4 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956933 Sep 17 04:41:22.524739 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefab0f-d9fb-48f9-a6ae-45046b928791 req-ee54a8d8-538a-4495-b62a-d8e20fe24818 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:22.526329 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6cefab0f-d9fb-48f9-a6ae-45046b928791 req-ee54a8d8-538a-4495-b62a-d8e20fe24818 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 944 time: 0.0468593 Sep 17 04:41:22.571513 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a14105c1-645b-456f-a6b4-b34f95ccee06 req-67e18950-f1cb-496f-9662-5ad7fe0e524e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922372 Sep 17 04:41:22.609374 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-6cefab0f-d9fb-48f9-a6ae-45046b928791 req-ec9fda3a-f063-4793-9145-8ad2befd3664 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Deleting port 35e61da4-2924-436c-a984-9952b3c29f0a {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:41:22.609725 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-6cefab0f-d9fb-48f9-a6ae-45046b928791 req-ec9fda3a-f063-4793-9145-8ad2befd3664 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:22.709992 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-6cefab0f-d9fb-48f9-a6ae-45046b928791 req-ec9fda3a-f063-4793-9145-8ad2befd3664 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] For port 35e61da4-2924-436c-a984-9952b3c29f0a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=35e61da4-2924-436c-a984-9952b3c29f0a,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:41:22.710352 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-6cefab0f-d9fb-48f9-a6ae-45046b928791 req-ec9fda3a-f063-4793-9145-8ad2befd3664 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:22.725020 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-6cefab0f-d9fb-48f9-a6ae-45046b928791 req-ec9fda3a-f063-4793-9145-8ad2befd3664 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Calling delete_port for 35e61da4-2924-436c-a984-9952b3c29f0a owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:41:22.864464 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-6cefab0f-d9fb-48f9-a6ae-45046b928791 req-ec9fda3a-f063-4793-9145-8ad2befd3664 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (35e61da4-2924-436c-a984-9952b3c29f0a), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:22.890667 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fda3a-f063-4793-9145-8ad2befd3664 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event deleted for resources: {'Port': ['ID=35e61da4-2924-436c-a984-9952b3c29f0a,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:22.898574 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:22.938740 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cefab0f-d9fb-48f9-a6ae-45046b928791 req-ec9fda3a-f063-4793-9145-8ad2befd3664 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] No DVR routers for this DVR port 35e61da4-2924-436c-a984-9952b3c29f0a on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:41:22.941411 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-6cefab0f-d9fb-48f9-a6ae-45046b928791 req-ec9fda3a-f063-4793-9145-8ad2befd3664 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:22.944720 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6cefab0f-d9fb-48f9-a6ae-45046b928791 req-ec9fda3a-f063-4793-9145-8ad2befd3664 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.66 "DELETE /networking/v2.0/ports/35e61da4-2924-436c-a984-9952b3c29f0a HTTP/1.1" status: 204 len: 173 time: 0.4137635 Sep 17 04:41:22.945270 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'name': 'network-vif-deleted', 'tag': '35e61da4-2924-436c-a984-9952b3c29f0a'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:41:22.947594 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31d59bc-710c-4a0b-98a9-5089f06f7296" -d '{"events": [{"server_uuid": "a1e695be-8ee8-42b5-88b0-79d0836d8fbf", "name": "network-vif-deleted", "tag": "35e61da4-2924-436c-a984-9952b3c29f0a"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:41:23.014421 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-7a1cbb5d-e34e-422b-a416-bdd7c5085e53 req-6bb90a71-6909-412d-aaa1-3f7a7aa61bfe tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1e695be-8ee8-42b5-88b0-79d0836d8fbf HTTP/1.1" status: 200 len: 210 time: 0.0308020 Sep 17 04:41:23.126416 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a660ddb-8caf-4f79-8d75-d9a722b85e40 x-openstack-request-id: req-3a660ddb-8caf-4f79-8d75-d9a722b85e40 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:41:23.126912 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e695be-8ee8-42b5-88b0-79d0836d8fbf", "name": "network-vif-deleted", "tag": "35e61da4-2924-436c-a984-9952b3c29f0a", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:41:23.127328 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a660ddb-8caf-4f79-8d75-d9a722b85e40 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:41:23.127975 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a660ddb-8caf-4f79-8d75-d9a722b85e40'] response: {'server_uuid': 'a1e695be-8ee8-42b5-88b0-79d0836d8fbf', 'name': 'network-vif-deleted', 'tag': '35e61da4-2924-436c-a984-9952b3c29f0a', 'status': 'completed', 'code': 200} Sep 17 04:41:23.494540 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:23.589827 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:24.086777 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45924) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:24.201472 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-16c0f24b-63a4-4910-bb50-0b3a26cea349 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Deleting port e81c9109-0b6e-43a0-bfbb-6e33c890585e {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:41:24.201709 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-16c0f24b-63a4-4910-bb50-0b3a26cea349 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (e81c9109-0b6e-43a0-bfbb-6e33c890585e), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:24.214699 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:24.282003 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-16c0f24b-63a4-4910-bb50-0b3a26cea349 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (e81c9109-0b6e-43a0-bfbb-6e33c890585e), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:24.282287 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-16c0f24b-63a4-4910-bb50-0b3a26cea349 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for floatingip (e81c9109-0b6e-43a0-bfbb-6e33c890585e), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:24.295649 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-16c0f24b-63a4-4910-bb50-0b3a26cea349 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Calling delete_port for e81c9109-0b6e-43a0-bfbb-6e33c890585e owned by network:floatingip {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:41:24.310368 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=19 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:24.434117 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-16c0f24b-63a4-4910-bb50-0b3a26cea349 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (e81c9109-0b6e-43a0-bfbb-6e33c890585e), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:24.461593 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0f24b-63a4-4910-bb50-0b3a26cea349 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event deleted for resources: {'Port': ['ID=e81c9109-0b6e-43a0-bfbb-6e33c890585e,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:24.530910 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-16c0f24b-63a4-4910-bb50-0b3a26cea349 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for floatingip (b8105edd-3a3c-4044-9105-cc2ab20d50d6), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:24.533470 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-16c0f24b-63a4-4910-bb50-0b3a26cea349 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:24.534649 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-16c0f24b-63a4-4910-bb50-0b3a26cea349 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/b8105edd-3a3c-4044-9105-cc2ab20d50d6 HTTP/1.1" status: 204 len: 168 time: 0.4465284 Sep 17 04:41:25.768709 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45944) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:25.828650 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7bf0769d-339a-456e-ac58-aa8e0c7a73f6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group (68e8197e-60a7-47f5-a874-884c240cd9f1), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:25.856824 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7bf0769d-339a-456e-ac58-aa8e0c7a73f6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group (68e8197e-60a7-47f5-a874-884c240cd9f1), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:25.920433 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7bf0769d-339a-456e-ac58-aa8e0c7a73f6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (68e8197e-60a7-47f5-a874-884c240cd9f1), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:25.923207 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7bf0769d-339a-456e-ac58-aa8e0c7a73f6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:25.924363 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-7bf0769d-339a-456e-ac58-aa8e0c7a73f6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/68e8197e-60a7-47f5-a874-884c240cd9f1 HTTP/1.1" status: 204 len: 168 time: 0.1546345 Sep 17 04:41:25.933814 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0769d-339a-456e-ac58-aa8e0c7a73f6 tempest-TestVolumeBootPattern-1059542158 tempest-TestVolumeBootPattern-1059542158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e8197e-60a7-47f5-a874-884c240cd9f1,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:25.992437 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45948) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:26.282669 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:26.409526 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-888c7f03-298f-45bb-8bca-41d25bcb62e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3836835'] for router_interface (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:26.598241 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:26.639959 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-888c7f03-298f-45bb-8bca-41d25bcb62e7 admin admin] Deleting port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:41:26.640293 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-888c7f03-298f-45bb-8bca-41d25bcb62e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:26.728622 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-888c7f03-298f-45bb-8bca-41d25bcb62e7 admin admin] For port bd6b75ae-44b1-4d56-a798-0a7ead8b67ef, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=bd6b75ae-44b1-4d56-a798-0a7ead8b67ef,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:41:26.728993 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-888c7f03-298f-45bb-8bca-41d25bcb62e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:26.742566 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-888c7f03-298f-45bb-8bca-41d25bcb62e7 admin admin] Calling delete_port for bd6b75ae-44b1-4d56-a798-0a7ead8b67ef owned by network:router_interface {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:41:26.935539 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-888c7f03-298f-45bb-8bca-41d25bcb62e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (bd6b75ae-44b1-4d56-a798-0a7ead8b67ef), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:26.973302 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c7f03-298f-45bb-8bca-41d25bcb62e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6b75ae-44b1-4d56-a798-0a7ead8b67ef,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:27.137153 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-888c7f03-298f-45bb-8bca-41d25bcb62e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3696915'] for router_interface (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:27.196964 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:27.351358 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888c7f03-298f-45bb-8bca-41d25bcb62e7 admin admin] Router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:41:27.419088 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:27.457784 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888c7f03-298f-45bb-8bca-41d25bcb62e7 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:41:27.463085 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-888c7f03-298f-45bb-8bca-41d25bcb62e7 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/1eb02205-ffe1-40c1-adf9-bfb7b0060cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4695635 Sep 17 04:41:27.466002 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45964) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:27.470678 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f61b33-0e77-44ad-8a01-ebcb7c479a26 None None] Sync routers for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:41:27.482517 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f61b33-0e77-44ad-8a01-ebcb7c479a26 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:41:27.483117 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d5f61b33-0e77-44ad-8a01-ebcb7c479a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:41:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:27.564132 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Publish callbacks [] for router (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:27.584461 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-d5f61b33-0e77-44ad-8a01-ebcb7c479a26 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:41:27.667466 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Publish callbacks [] for router_gateway (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:27.705605 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:27.719874 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Deleting port 668e0dbd-0f91-4504-a66a-26de0bae1faf {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:41:27.720306 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:27.721280 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:27.764901 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d5f61b33-0e77-44ad-8a01-ebcb7c479a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:41:26Z', 'revision_number': 5, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port': {'id': '668e0dbd-0f91-4504-a66a-26de0bae1faf', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:27.794735 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f61b33-0e77-44ad-8a01-ebcb7c479a26 None None] Checking router: 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:41:27.803750 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f61b33-0e77-44ad-8a01-ebcb7c479a26 None None] Routers {'1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:41:27.804357 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d5f61b33-0e77-44ad-8a01-ebcb7c479a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:41:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:27.805132 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] For port 668e0dbd-0f91-4504-a66a-26de0bae1faf, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=668e0dbd-0f91-4504-a66a-26de0bae1faf,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:41:27.805498 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:27.818422 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Calling delete_port for 668e0dbd-0f91-4504-a66a-26de0bae1faf owned by network:router_gateway {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:41:27.887861 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-d5f61b33-0e77-44ad-8a01-ebcb7c479a26 None None] Set router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb gateway port host: None {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:41:27.935546 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-d5f61b33-0e77-44ad-8a01-ebcb7c479a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:41:27Z', 'revision_number': 6, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port_host': None}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:27.964429 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f61b33-0e77-44ad-8a01-ebcb7c479a26 None None] The sync data for ids ['1eb02205-ffe1-40c1-adf9-bfb7b0060cbb'] in dv-cinder-857993-2-iscsi is: [{'id': '1eb02205-ffe1-40c1-adf9-bfb7b0060cbb', 'name': 'tempest-TestVolumeBootPattern-1973652018-router', 'tenant_id': '752e65efe679458fab6b8dbc3a9de82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:41Z', 'updated_at': '2022-09-17T04:41:27Z', 'revision_number': 6, 'project_id': '752e65efe679458fab6b8dbc3a9de82f', 'gw_port_host': None}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:41:27.991116 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (668e0dbd-0f91-4504-a66a-26de0bae1faf), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.011797 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=21 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:28.017664 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Pushing event deleted for resources: {'Port': ['ID=668e0dbd-0f91-4504-a66a-26de0bae1faf,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:28.045804 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:28.082877 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3695193'] for router_gateway (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.429518 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3698125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.431893 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Publish callbacks [] for router_controller (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.476948 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3697006'] for router (1eb02205-ffe1-40c1-adf9-bfb7b0060cbb), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.477633 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb02205-ffe1-40c1-adf9-bfb7b0060cbb {{(pid=106226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:41:28.482380 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.483642 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-ba7c14ac-7479-4cd8-a358-82585bd6cb8a admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/1eb02205-ffe1-40c1-adf9-bfb7b0060cbb HTTP/1.1" status: 204 len: 168 time: 1.0168526 Sep 17 04:41:28.486606 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45972) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:28.535434 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede6481d-0e37-47c8-9461-dec1297986ac admin admin] Deleting subnet 7d8d6893-1d9a-4d1c-a639-eec93b42e88f {{(pid=106226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:41:28.538702 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ede6481d-0e37-47c8-9461-dec1297986ac admin admin] Publish callbacks [] for subnet (7d8d6893-1d9a-4d1c-a639-eec93b42e88f), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.577169 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ede6481d-0e37-47c8-9461-dec1297986ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9580622'] for subnet (7d8d6893-1d9a-4d1c-a639-eec93b42e88f), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.648404 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45976) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:28.650504 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:28.653265 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ede6481d-0e37-47c8-9461-dec1297986ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (7d8d6893-1d9a-4d1c-a639-eec93b42e88f), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.715148 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ede6481d-0e37-47c8-9461-dec1297986ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9581814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411520'] for subnet (7d8d6893-1d9a-4d1c-a639-eec93b42e88f), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.747547 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6481d-0e37-47c8-9461-dec1297986ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8d6893-1d9a-4d1c-a639-eec93b42e88f,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:28.751307 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ede6481d-0e37-47c8-9461-dec1297986ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.755233 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-ede6481d-0e37-47c8-9461-dec1297986ac admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/7d8d6893-1d9a-4d1c-a639-eec93b42e88f HTTP/1.1" status: 204 len: 168 time: 0.2675090 Sep 17 04:41:28.757954 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 45980) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:28.760326 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac3daf1-e0c5-449a-9ef7-34081d3b4c0f None None] Network e322731d-9c63-4618-8051-e8dea6bb2db6 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:41:28.832622 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8c7c-9108-42cf-96db-566f597e59ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.861056 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (e322731d-9c63-4618-8051-e8dea6bb2db6), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.889627 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:28.913262 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:28.929363 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aff285-21b2-4954-bf24-019e1a7c3e02 None None] DHCP port deletion for e322731d-9c63-4618-8051-e8dea6bb2db6 request from dv-cinder-857993-2-iscsi {{(pid=106228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:41:28.941502 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Deleting port d41f1483-d671-471e-8a74-abf8758c5108 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:41:28.941841 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (d41f1483-d671-471e-8a74-abf8758c5108), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:28.975859 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-45aff285-21b2-4954-bf24-019e1a7c3e02 None None] Deleting port d41f1483-d671-471e-8a74-abf8758c5108 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:41:28.976745 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-45aff285-21b2-4954-bf24-019e1a7c3e02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (d41f1483-d671-471e-8a74-abf8758c5108), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.027345 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8c7c-9108-42cf-96db-566f597e59ab admin admin] Publish callbacks [] for security_group (05e01a06-cb80-4c7b-8dcd-5e12ebf9400b), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.032626 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] For port d41f1483-d671-471e-8a74-abf8758c5108, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=d41f1483-d671-471e-8a74-abf8758c5108,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:41:29.032979 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (d41f1483-d671-471e-8a74-abf8758c5108), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.036293 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8c7c-9108-42cf-96db-566f597e59ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (05e01a06-cb80-4c7b-8dcd-5e12ebf9400b), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.042472 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-45aff285-21b2-4954-bf24-019e1a7c3e02 None None] For port d41f1483-d671-471e-8a74-abf8758c5108, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=d41f1483-d671-471e-8a74-abf8758c5108,segment=NetworkSegment(347f2090-d030-439c-98e0-3788867414d3),segment_id=347f2090-d030-439c-98e0-3788867414d3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:41:29.042912 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-45aff285-21b2-4954-bf24-019e1a7c3e02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (d41f1483-d671-471e-8a74-abf8758c5108), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.055874 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-45aff285-21b2-4954-bf24-019e1a7c3e02 None None] Calling delete_port for d41f1483-d671-471e-8a74-abf8758c5108 owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:41:29.064790 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Calling delete_port for d41f1483-d671-471e-8a74-abf8758c5108 owned by network:dhcp {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:41:29.092517 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e8c7c-9108-42cf-96db-566f597e59ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e01a06-cb80-4c7b-8dcd-5e12ebf9400b,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:29.104582 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-ba6e8c7c-9108-42cf-96db-566f597e59ab admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=582739c72b5543b481470876b9d3ffe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4551232 Sep 17 04:41:29.107532 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45982) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:29.145650 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-45aff285-21b2-4954-bf24-019e1a7c3e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530'] for port (d41f1483-d671-471e-8a74-abf8758c5108), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.165822 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-78fa9679-add2-4e95-8697-2b6c6b05108b admin admin] Publish callbacks [] for security_group (05e01a06-cb80-4c7b-8dcd-5e12ebf9400b), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.171498 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aff285-21b2-4954-bf24-019e1a7c3e02 None None] Pushing event deleted for resources: {'Port': ['ID=d41f1483-d671-471e-8a74-abf8758c5108,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:29.177425 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aff285-21b2-4954-bf24-019e1a7c3e02 None None] No DVR routers for this DVR port d41f1483-d671-471e-8a74-abf8758c5108 on host dv-cinder-857993-2-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:41:29.186843 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (d41f1483-d671-471e-8a74-abf8758c5108), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.192718 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-78fa9679-add2-4e95-8697-2b6c6b05108b admin admin] Publish callbacks [] for security_group (05e01a06-cb80-4c7b-8dcd-5e12ebf9400b), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.212990 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] No DVR routers for this DVR port d41f1483-d671-471e-8a74-abf8758c5108 on host dv-cinder-857993-2-iscsi {{(pid=106227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:41:29.218570 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Pushing event deleted for resources: {'Port': ['ID=d41f1483-d671-471e-8a74-abf8758c5108,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:29.247131 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-78fa9679-add2-4e95-8697-2b6c6b05108b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (05e01a06-cb80-4c7b-8dcd-5e12ebf9400b), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.250029 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-78fa9679-add2-4e95-8697-2b6c6b05108b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.251423 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-78fa9679-add2-4e95-8697-2b6c6b05108b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/05e01a06-cb80-4c7b-8dcd-5e12ebf9400b HTTP/1.1" status: 204 len: 168 time: 0.1424210 Sep 17 04:41:29.261910 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa9679-add2-4e95-8697-2b6c6b05108b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e01a06-cb80-4c7b-8dcd-5e12ebf9400b,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:29.298546 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (e322731d-9c63-4618-8051-e8dea6bb2db6), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.319561 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e322731d-9c63-4618-8051-e8dea6bb2db6']}} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:29.329691 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347f2090-d030-439c-98e0-3788867414d3') {'for_net_delete': True} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:29.329985 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347f2090-d030-439c-98e0-3788867414d3') {} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:29.340088 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363405'] for segment (347f2090-d030-439c-98e0-3788867414d3), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.354522 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (347f2090-d030-439c-98e0-3788867414d3), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.361394 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=106227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:41:29.361906 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666809'] for segment (347f2090-d030-439c-98e0-3788867414d3), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.404493 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment 347f2090-d030-439c-98e0-3788867414d3 resource provider aggregate not found Sep 17 04:41:29.424904 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment 347f2090-d030-439c-98e0-3788867414d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 347f2090-d030-439c-98e0-3788867414d3 found for delete ", "request_id": "req-a06ccf4d-17f0-42c4-bf34-f8f1aad464e5"}]} Sep 17 04:41:29.433138 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (e322731d-9c63-4618-8051-e8dea6bb2db6), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.438632 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.441871 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/e322731d-9c63-4618-8051-e8dea6bb2db6 HTTP/1.1" status: 204 len: 168 time: 0.6827192 Sep 17 04:41:29.444946 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45990) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:29.457498 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd56f5a-e549-4967-95a4-8c0f3defa71f admin admin] Pushing event deleted for resources: {'Network': ['ID=e322731d-9c63-4618-8051-e8dea6bb2db6,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:29.783895 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7bf182cd-658d-47c6-a9d5-0235b9053923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3836835'] for router_interface (27c568ce-0680-44d0-9621-1e13c06426c8), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:29.785340 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:29.792329 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device d41f1483-d671-471e-8a74-abf8758c5108 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:41:29.811720 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: d41f1483-d671-471e-8a74-abf8758c5108 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:41:29.812063 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device d41f1483-d671-471e-8a74-abf8758c5108 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:41:29.812479 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device bd6b75ae-44b1-4d56-a798-0a7ead8b67ef no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:41:29.833249 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: bd6b75ae-44b1-4d56-a798-0a7ead8b67ef {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:41:29.833595 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device bd6b75ae-44b1-4d56-a798-0a7ead8b67ef not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:41:29.834014 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 668e0dbd-0f91-4504-a66a-26de0bae1faf no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:41:29.852699 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 668e0dbd-0f91-4504-a66a-26de0bae1faf {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:41:29.853046 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 668e0dbd-0f91-4504-a66a-26de0bae1faf not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:41:30.014154 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-7bf182cd-658d-47c6-a9d5-0235b9053923 admin admin] Deleting port 2b151e48-a76f-4964-a153-b5562063a760 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:41:30.014407 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7bf182cd-658d-47c6-a9d5-0235b9053923 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (2b151e48-a76f-4964-a153-b5562063a760), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:30.092218 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:30.094158 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-7bf182cd-658d-47c6-a9d5-0235b9053923 admin admin] For port 2b151e48-a76f-4964-a153-b5562063a760, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=2b151e48-a76f-4964-a153-b5562063a760,segment=NetworkSegment(eab68a2a-3944-410d-9b13-05b2bf7e535a),segment_id=eab68a2a-3944-410d-9b13-05b2bf7e535a)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:41:30.094578 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7bf182cd-658d-47c6-a9d5-0235b9053923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (2b151e48-a76f-4964-a153-b5562063a760), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:30.111498 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-7bf182cd-658d-47c6-a9d5-0235b9053923 admin admin] Calling delete_port for 2b151e48-a76f-4964-a153-b5562063a760 owned by network:router_interface {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:41:30.298966 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7bf182cd-658d-47c6-a9d5-0235b9053923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (2b151e48-a76f-4964-a153-b5562063a760), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:30.327696 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf182cd-658d-47c6-a9d5-0235b9053923 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b151e48-a76f-4964-a153-b5562063a760,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:30.495785 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7bf182cd-658d-47c6-a9d5-0235b9053923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3696915'] for router_interface (27c568ce-0680-44d0-9621-1e13c06426c8), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:30.618523 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:30.729909 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf182cd-658d-47c6-a9d5-0235b9053923 admin admin] Router 27c568ce-0680-44d0-9621-1e13c06426c8 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:41:30.831811 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf182cd-658d-47c6-a9d5-0235b9053923 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:41:30.837109 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-7bf182cd-658d-47c6-a9d5-0235b9053923 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/27c568ce-0680-44d0-9621-1e13c06426c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3909392 Sep 17 04:41:30.841411 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45992) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:30.842234 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f38e2e-8103-45fb-a9d4-8c17afe26a20 None None] Sync routers for ids ['27c568ce-0680-44d0-9621-1e13c06426c8'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:41:30.853203 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f38e2e-8103-45fb-a9d4-8c17afe26a20 None None] Routers {'27c568ce-0680-44d0-9621-1e13c06426c8'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:41:30.853809 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-b5f38e2e-8103-45fb-a9d4-8c17afe26a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:41:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['27c568ce-0680-44d0-9621-1e13c06426c8'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:30.950092 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Publish callbacks [] for router (27c568ce-0680-44d0-9621-1e13c06426c8), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:30.957401 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-b5f38e2e-8103-45fb-a9d4-8c17afe26a20 None None] Set router 27c568ce-0680-44d0-9621-1e13c06426c8 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:41:31.049504 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Publish callbacks [] for router_gateway (27c568ce-0680-44d0-9621-1e13c06426c8), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.085861 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:31.094066 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Deleting port 775da5a5-7e7f-4d87-9032-93672a2ff11f {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:41:31.094407 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.122624 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-b5f38e2e-8103-45fb-a9d4-8c17afe26a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'name': 'tempest-TestVolumeBootPattern-1334225792-router', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:41:30Z', 'revision_number': 5, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'gw_port': {'id': '775da5a5-7e7f-4d87-9032-93672a2ff11f', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:29:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:31.146954 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f38e2e-8103-45fb-a9d4-8c17afe26a20 None None] Checking router: 27c568ce-0680-44d0-9621-1e13c06426c8 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:41:31.155748 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f38e2e-8103-45fb-a9d4-8c17afe26a20 None None] Routers {'27c568ce-0680-44d0-9621-1e13c06426c8'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:41:31.156335 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-b5f38e2e-8103-45fb-a9d4-8c17afe26a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:41:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['27c568ce-0680-44d0-9621-1e13c06426c8'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:31.180265 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] For port 775da5a5-7e7f-4d87-9032-93672a2ff11f, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=775da5a5-7e7f-4d87-9032-93672a2ff11f,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:41:31.180844 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.193455 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Calling delete_port for 775da5a5-7e7f-4d87-9032-93672a2ff11f owned by network:router_gateway {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:41:31.240126 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-b5f38e2e-8103-45fb-a9d4-8c17afe26a20 None None] Set router 27c568ce-0680-44d0-9621-1e13c06426c8 gateway port host: None {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:41:31.367873 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (775da5a5-7e7f-4d87-9032-93672a2ff11f), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.383451 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-b5f38e2e-8103-45fb-a9d4-8c17afe26a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'name': 'tempest-TestVolumeBootPattern-1334225792-router', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:41:31Z', 'revision_number': 6, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'gw_port_host': None}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:31.390983 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Pushing event deleted for resources: {'Port': ['ID=775da5a5-7e7f-4d87-9032-93672a2ff11f,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:31.408160 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f38e2e-8103-45fb-a9d4-8c17afe26a20 None None] The sync data for ids ['27c568ce-0680-44d0-9621-1e13c06426c8'] in dv-cinder-857993-2-iscsi is: [{'id': '27c568ce-0680-44d0-9621-1e13c06426c8', 'name': 'tempest-TestVolumeBootPattern-1334225792-router', 'tenant_id': '7a5abdc0c6ab45338c7c41910f231a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:30:46Z', 'updated_at': '2022-09-17T04:41:31Z', 'revision_number': 6, 'project_id': '7a5abdc0c6ab45338c7c41910f231a30', 'gw_port_host': None}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:41:31.460551 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3695193'] for router_gateway (27c568ce-0680-44d0-9621-1e13c06426c8), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.550091 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:31.551847 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3698125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (27c568ce-0680-44d0-9621-1e13c06426c8), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.554244 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Publish callbacks [] for router_controller (27c568ce-0680-44d0-9621-1e13c06426c8), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.612236 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3697006'] for router (27c568ce-0680-44d0-9621-1e13c06426c8), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.612946 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27c568ce-0680-44d0-9621-1e13c06426c8 {{(pid=106226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:41:31.618319 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.622271 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-de4886cb-c2d8-4b51-bdf4-a0bb3779bacb admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/27c568ce-0680-44d0-9621-1e13c06426c8 HTTP/1.1" status: 204 len: 168 time: 0.7771654 Sep 17 04:41:31.622271 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45994) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:31.668843 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_v2 [None req-4846683b-35c2-4656-8742-008c929f3a8c admin admin] Deleting subnet f92449ee-5858-4407-b072-29657ca9dc11 {{(pid=106226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:41:31.672295 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4846683b-35c2-4656-8742-008c929f3a8c admin admin] Publish callbacks [] for subnet (f92449ee-5858-4407-b072-29657ca9dc11), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.708017 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4846683b-35c2-4656-8742-008c929f3a8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9580622'] for subnet (f92449ee-5858-4407-b072-29657ca9dc11), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.790168 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4846683b-35c2-4656-8742-008c929f3a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (f92449ee-5858-4407-b072-29657ca9dc11), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.791231 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2b151e48-a76f-4964-a153-b5562063a760 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:41:31.810735 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 2b151e48-a76f-4964-a153-b5562063a760 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:41:31.811078 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 2b151e48-a76f-4964-a153-b5562063a760 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:41:31.811495 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 775da5a5-7e7f-4d87-9032-93672a2ff11f no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:41:31.830142 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 775da5a5-7e7f-4d87-9032-93672a2ff11f {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:41:31.830485 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 775da5a5-7e7f-4d87-9032-93672a2ff11f not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:41:31.850690 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4846683b-35c2-4656-8742-008c929f3a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9581814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411520'] for subnet (f92449ee-5858-4407-b072-29657ca9dc11), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.878697 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846683b-35c2-4656-8742-008c929f3a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92449ee-5858-4407-b072-29657ca9dc11,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:31.884426 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4846683b-35c2-4656-8742-008c929f3a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.888503 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-4846683b-35c2-4656-8742-008c929f3a8c admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/f92449ee-5858-4407-b072-29657ca9dc11 HTTP/1.1" status: 204 len: 168 time: 0.2653475 Sep 17 04:41:31.889956 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28272fa6-c4d9-4f22-8bc5-acae8cc08ab9 None None] Network 155b0683-940e-4aae-9313-a39408433ac2 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:41:31.891962 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 45996) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:31.965511 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (155b0683-940e-4aae-9313-a39408433ac2), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:31.994041 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:32.009322 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Deleting port 77ab2e68-92a9-45e5-8d5c-729866416379 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:41:32.009926 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.030519 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f5996b-ade7-4eda-a2e4-61a86cbdd6b2 None None] DHCP port deletion for 155b0683-940e-4aae-9313-a39408433ac2 request from dv-cinder-857993-2-iscsi {{(pid=106228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:41:32.067410 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-09f5996b-ade7-4eda-a2e4-61a86cbdd6b2 None None] Deleting port 77ab2e68-92a9-45e5-8d5c-729866416379 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:41:32.067756 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-09f5996b-ade7-4eda-a2e4-61a86cbdd6b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.077900 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] For port 77ab2e68-92a9-45e5-8d5c-729866416379, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=77ab2e68-92a9-45e5-8d5c-729866416379,segment=NetworkSegment(eab68a2a-3944-410d-9b13-05b2bf7e535a),segment_id=eab68a2a-3944-410d-9b13-05b2bf7e535a)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:41:32.078297 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.092198 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Calling delete_port for 77ab2e68-92a9-45e5-8d5c-729866416379 owned by network:dhcp {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:41:32.133835 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-09f5996b-ade7-4eda-a2e4-61a86cbdd6b2 None None] For port 77ab2e68-92a9-45e5-8d5c-729866416379, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=77ab2e68-92a9-45e5-8d5c-729866416379,segment=NetworkSegment(eab68a2a-3944-410d-9b13-05b2bf7e535a),segment_id=eab68a2a-3944-410d-9b13-05b2bf7e535a)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:41:32.134227 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-09f5996b-ade7-4eda-a2e4-61a86cbdd6b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.146888 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-09f5996b-ade7-4eda-a2e4-61a86cbdd6b2 None None] Calling delete_port for 77ab2e68-92a9-45e5-8d5c-729866416379 owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:41:32.171210 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.193400 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ab2e68-92a9-45e5-8d5c-729866416379,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:32.198971 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] No DVR routers for this DVR port 77ab2e68-92a9-45e5-8d5c-729866416379 on host dv-cinder-857993-2-iscsi {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:41:32.224601 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-09f5996b-ade7-4eda-a2e4-61a86cbdd6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530'] for port (77ab2e68-92a9-45e5-8d5c-729866416379), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.229395 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:32.253433 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5996b-ade7-4eda-a2e4-61a86cbdd6b2 None None] Pushing event deleted for resources: {'Port': ['ID=77ab2e68-92a9-45e5-8d5c-729866416379,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:32.257399 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5996b-ade7-4eda-a2e4-61a86cbdd6b2 None None] No DVR routers for this DVR port 77ab2e68-92a9-45e5-8d5c-729866416379 on host dv-cinder-857993-2-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:41:32.276449 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (155b0683-940e-4aae-9313-a39408433ac2), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.297006 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155b0683-940e-4aae-9313-a39408433ac2']}} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:32.306399 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab68a2a-3944-410d-9b13-05b2bf7e535a') {'for_net_delete': True} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:32.306708 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab68a2a-3944-410d-9b13-05b2bf7e535a') {} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:41:32.316467 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9580661'] for segment (eab68a2a-3944-410d-9b13-05b2bf7e535a), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.329938 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (eab68a2a-3944-410d-9b13-05b2bf7e535a), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.336350 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=106226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:41:32.336726 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9581644'] for segment (eab68a2a-3944-410d-9b13-05b2bf7e535a), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.397871 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (155b0683-940e-4aae-9313-a39408433ac2), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.404248 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.407437 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/155b0683-940e-4aae-9313-a39408433ac2 HTTP/1.1" status: 204 len: 168 time: 0.5142763 Sep 17 04:41:32.409268 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:32.423177 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3b6d7-369d-498e-8d89-e0911af378d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=155b0683-940e-4aae-9313-a39408433ac2,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:32.553723 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment eab68a2a-3944-410d-9b13-05b2bf7e535a resource provider aggregate not found Sep 17 04:41:32.571096 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment eab68a2a-3944-410d-9b13-05b2bf7e535a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eab68a2a-3944-410d-9b13-05b2bf7e535a found for delete ", "request_id": "req-8f147858-7895-4f9b-b81d-8e4ac796a9a8"}]} Sep 17 04:41:32.583836 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46006) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:32.634311 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-9997497a-ab82-4bb6-a116-ca8881170b72 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=752e65efe679458fab6b8dbc3a9de82f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493579 Sep 17 04:41:32.637293 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46008) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:32.686648 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f064780b-66c8-45ca-98ce-999de5bfa0ad admin admin] Publish callbacks [] for security_group (6a50452a-a517-4659-bf10-5f324fe56b05), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.706644 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f064780b-66c8-45ca-98ce-999de5bfa0ad admin admin] Publish callbacks [] for security_group (6a50452a-a517-4659-bf10-5f324fe56b05), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.758548 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f064780b-66c8-45ca-98ce-999de5bfa0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (6a50452a-a517-4659-bf10-5f324fe56b05), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.762069 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f064780b-66c8-45ca-98ce-999de5bfa0ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:32.763212 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-f064780b-66c8-45ca-98ce-999de5bfa0ad admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/6a50452a-a517-4659-bf10-5f324fe56b05 HTTP/1.1" status: 204 len: 168 time: 0.1250310 Sep 17 04:41:32.771194 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064780b-66c8-45ca-98ce-999de5bfa0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a50452a-a517-4659-bf10-5f324fe56b05,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:33.106515 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46014) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:33.150331 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-e14d1866-3996-4ebe-9a1d-f54f1a96891b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=7a5abdc0c6ab45338c7c41910f231a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426481 Sep 17 04:41:33.153412 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46016) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:41:33.211264 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-95b1c223-5cbb-4375-bac4-dfb440f42665 admin admin] Publish callbacks [] for security_group (0f8520ca-55bc-48ac-8240-18ae89f10a62), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:33.234394 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-95b1c223-5cbb-4375-bac4-dfb440f42665 admin admin] Publish callbacks [] for security_group (0f8520ca-55bc-48ac-8240-18ae89f10a62), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:33.281046 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-95b1c223-5cbb-4375-bac4-dfb440f42665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (0f8520ca-55bc-48ac-8240-18ae89f10a62), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:33.283607 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-95b1c223-5cbb-4375-bac4-dfb440f42665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:33.284729 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-95b1c223-5cbb-4375-bac4-dfb440f42665 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/0f8520ca-55bc-48ac-8240-18ae89f10a62 HTTP/1.1" status: 204 len: 168 time: 0.1301131 Sep 17 04:41:33.294134 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1c223-5cbb-4375-bac4-dfb440f42665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8520ca-55bc-48ac-8240-18ae89f10a62,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:41:33.306129 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:33.789494 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 77ab2e68-92a9-45e5-8d5c-729866416379 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:41:33.809004 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 77ab2e68-92a9-45e5-8d5c-729866416379 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:41:33.809376 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 77ab2e68-92a9-45e5-8d5c-729866416379 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:41:35.197483 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:36.322023 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-83a9b920-dca7-4a14-a084-e2127a8db4e8 req-58229116-b7f1-463b-a3f8-7f87dec49a0a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417101 Sep 17 04:41:36.432229 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9b920-dca7-4a14-a084-e2127a8db4e8 req-a625f251-b63e-48e2-bd51-d43146922076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:36.433727 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-83a9b920-dca7-4a14-a084-e2127a8db4e8 req-a625f251-b63e-48e2-bd51-d43146922076 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 1129 time: 0.0395963 Sep 17 04:41:36.539565 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9b920-dca7-4a14-a084-e2127a8db4e8 req-0a4dc868-37a2-40d8-bbcf-39b076578458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:36.540993 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-83a9b920-dca7-4a14-a084-e2127a8db4e8 req-0a4dc868-37a2-40d8-bbcf-39b076578458 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 910 time: 0.0878704 Sep 17 04:41:36.553169 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:36.606639 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-83a9b920-dca7-4a14-a084-e2127a8db4e8 req-f8d93b69-4c01-4db4-a14a-1bbdd9bb1f39 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b75ce58-1ab1-41d9-9d19-7da81d3db517 HTTP/1.1" status: 200 len: 1001 time: 0.0582798 Sep 17 04:41:36.661118 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9b920-dca7-4a14-a084-e2127a8db4e8 req-9b733ec4-5ceb-414a-a0ac-732150a1b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:36.662602 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-83a9b920-dca7-4a14-a084-e2127a8db4e8 req-9b733ec4-5ceb-414a-a0ac-732150a1b350 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f27627bb-f92f-43d8-a2d2-11bec4310026 HTTP/1.1" status: 200 len: 848 time: 0.0499461 Sep 17 04:41:36.717487 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9b920-dca7-4a14-a084-e2127a8db4e8 req-f14c1aa1-ae29-4cc6-bc2a-8b857a27639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:41:36.718999 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-83a9b920-dca7-4a14-a084-e2127a8db4e8 req-f14c1aa1-ae29-4cc6-bc2a-8b857a27639b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=276b59e3-5161-4328-9145-0306fa8cd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491598 Sep 17 04:41:36.811520 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-83a9b920-dca7-4a14-a084-e2127a8db4e8 req-ce0337f6-8c59-4639-8290-c0cce52f5315 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856729 Sep 17 04:41:36.906479 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-83a9b920-dca7-4a14-a084-e2127a8db4e8 req-57e72976-ec7c-44a0-bab3-6ff43760045e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868344 Sep 17 04:41:41.385977 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=52 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:41.387188 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=31 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:43.145373 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=60,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:43.147677 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:INSERT=1,neutron:SELECT=60,neutron:DELETE=6 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:45.182626 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:45.190538 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:46.902244 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=35 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:46.903138 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=84,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:41:48.468487 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7c5f12e7-e353-454a-80ef-26a5497a246c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:50.633140 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0f19f78f-c7a3-4aee-8703-3f91eefbffe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:52.003502 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:53.493237 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:53.588415 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:41:55.022696 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:42:00.564667 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55759396-8f83-4d23-b291-5a298a44ef2a req-c461d1f2-410a-4528-b249-c342b89ff5ff tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:00.566192 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-55759396-8f83-4d23-b291-5a298a44ef2a req-c461d1f2-410a-4528-b249-c342b89ff5ff tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0568037 Sep 17 04:42:00.617113 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-55759396-8f83-4d23-b291-5a298a44ef2a req-88ae1feb-5b7f-46d8-9c6a-e4d6852ce49b tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451310 Sep 17 04:42:01.752528 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e4b79-dcc9-4277-9836-955b123f6310 req-dc7da29d-ca6a-4164-813d-16f8252dd706 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:01.753967 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-990e4b79-dcc9-4277-9836-955b123f6310 req-dc7da29d-ca6a-4164-813d-16f8252dd706 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0475140 Sep 17 04:42:01.801979 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-990e4b79-dcc9-4277-9836-955b123f6310 req-c4211152-de20-4451-b558-3759ed95ce19 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423610 Sep 17 04:42:02.944930 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6157f80-ef44-42c3-a488-b64f866ecdff req-9536b4c8-e9fc-4314-b478-4795d5463399 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:02.946324 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c6157f80-ef44-42c3-a488-b64f866ecdff req-9536b4c8-e9fc-4314-b478-4795d5463399 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0573249 Sep 17 04:42:03.004020 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c6157f80-ef44-42c3-a488-b64f866ecdff req-b7b4527c-d5d7-4a46-beb4-18e6f83413eb tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483115 Sep 17 04:42:03.579434 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:03.581844 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:04.150292 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f74e3-1c35-4081-8561-8a87b3239e29 req-49f66098-62af-4945-a1e8-43c06a26cd6c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:04.151754 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-435f74e3-1c35-4081-8561-8a87b3239e29 req-49f66098-62af-4945-a1e8-43c06a26cd6c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0515859 Sep 17 04:42:04.198157 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-435f74e3-1c35-4081-8561-8a87b3239e29 req-a224d419-fb27-41cd-acbd-ca718a471f44 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407612 Sep 17 04:42:05.017989 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:05.017989 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:05.203264 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:42:05.325395 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ef879-6dfe-45af-92a9-15fc822eb279 req-31225370-8112-4179-b5c8-343497b272cb tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:05.326834 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f64ef879-6dfe-45af-92a9-15fc822eb279 req-31225370-8112-4179-b5c8-343497b272cb tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0505862 Sep 17 04:42:05.375710 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-f64ef879-6dfe-45af-92a9-15fc822eb279 req-09b86fad-611f-44e0-aa1c-0947801f024a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430944 Sep 17 04:42:06.508048 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec8635-b50a-48c4-a57a-b93f3e5e5d4b req-b7e96237-39c3-4cba-8f1c-b62059d6e7bc tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:06.509518 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-eeec8635-b50a-48c4-a57a-b93f3e5e5d4b req-b7e96237-39c3-4cba-8f1c-b62059d6e7bc tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0474629 Sep 17 04:42:06.557230 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-eeec8635-b50a-48c4-a57a-b93f3e5e5d4b req-3db52380-b041-486a-8fae-44e8307934ac tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416467 Sep 17 04:42:07.695290 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889a942-3447-4570-9312-884410103ff4 req-79fad34a-cccf-47b8-aeab-fae252f39008 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:07.696817 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e889a942-3447-4570-9312-884410103ff4 req-79fad34a-cccf-47b8-aeab-fae252f39008 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0505855 Sep 17 04:42:07.744731 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-e889a942-3447-4570-9312-884410103ff4 req-9340dfcf-2862-435e-b3ed-93763493b0f9 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421784 Sep 17 04:42:08.879502 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984d285-1dd7-4be0-be7d-d80fc97994d5 req-0e418d2f-ae23-4e5c-8dcd-65e9d1aa29af tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:08.880953 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f984d285-1dd7-4be0-be7d-d80fc97994d5 req-0e418d2f-ae23-4e5c-8dcd-65e9d1aa29af tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0469987 Sep 17 04:42:09.183305 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f984d285-1dd7-4be0-be7d-d80fc97994d5 req-2d495fb3-c9f3-4c22-88df-bbe88715daa0 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966166 Sep 17 04:42:10.327023 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bded8a-d2fe-4693-8d2f-07d093d29596 req-d25b94c0-a98a-48fd-84bc-e6ad4c282766 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:10.328511 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-11bded8a-d2fe-4693-8d2f-07d093d29596 req-d25b94c0-a98a-48fd-84bc-e6ad4c282766 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0549827 Sep 17 04:42:10.376557 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-11bded8a-d2fe-4693-8d2f-07d093d29596 req-a5bd869f-cb9d-4d04-931a-80cdbaa0d1c6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422733 Sep 17 04:42:11.516991 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6141beb-786c-44a8-8f48-e46c66bd508a req-e3965ec9-31c5-44fd-abd0-0bbcfd1248af tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:11.518456 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f6141beb-786c-44a8-8f48-e46c66bd508a req-e3965ec9-31c5-44fd-abd0-0bbcfd1248af tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0538597 Sep 17 04:42:11.569392 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f6141beb-786c-44a8-8f48-e46c66bd508a req-011ead26-dae5-4fda-9b68-ac15ba320d0c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422142 Sep 17 04:42:12.708472 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c19207-d662-4b2b-8f74-687a44959f61 req-0a50989b-d4fa-4282-8b33-e255b40d7099 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:12.710144 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-61c19207-d662-4b2b-8f74-687a44959f61 req-0a50989b-d4fa-4282-8b33-e255b40d7099 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0479569 Sep 17 04:42:12.758567 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-61c19207-d662-4b2b-8f74-687a44959f61 req-dda0fb90-e313-410e-aef2-5a1655388e4b tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422087 Sep 17 04:42:13.900983 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c995b1-9807-45de-9960-f74144b903db req-06c4a9e6-040c-442f-8d20-94d780832de6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:13.902477 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-34c995b1-9807-45de-9960-f74144b903db req-06c4a9e6-040c-442f-8d20-94d780832de6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0570347 Sep 17 04:42:13.952271 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-34c995b1-9807-45de-9960-f74144b903db req-6421e715-243c-4f76-9c9c-631893640a31 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438564 Sep 17 04:42:15.090169 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c98f12-faf4-4de4-94ab-124604bb8391 req-484298ae-404c-41e2-ba56-91c88ac8eb83 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:15.091678 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b5c98f12-faf4-4de4-94ab-124604bb8391 req-484298ae-404c-41e2-ba56-91c88ac8eb83 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0483651 Sep 17 04:42:15.143887 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b5c98f12-faf4-4de4-94ab-124604bb8391 req-cbb6649a-2638-4914-b423-9619820d332a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453591 Sep 17 04:42:15.192333 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:15.196134 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:16.278913 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d021beb-4432-4848-8fda-641c5734dcf8 req-27eb7a06-0c54-4de5-ad78-4efe05f35a3c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:16.280369 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9d021beb-4432-4848-8fda-641c5734dcf8 req-27eb7a06-0c54-4de5-ad78-4efe05f35a3c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0499537 Sep 17 04:42:16.334050 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9d021beb-4432-4848-8fda-641c5734dcf8 req-dbc9620a-c51b-42d8-a620-8da6fe5b0c47 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450757 Sep 17 04:42:16.606802 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecb9fc-4f96-441c-a40f-e22a95594d94 req-2072702a-3537-4fa2-8dc6-142ca309c6f9 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:16.608306 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-94ecb9fc-4f96-441c-a40f-e22a95594d94 req-2072702a-3537-4fa2-8dc6-142ca309c6f9 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0538917 Sep 17 04:42:16.687010 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-94ecb9fc-4f96-441c-a40f-e22a95594d94 req-2f88b9d3-657a-40e7-8632-ffe6b0ae9fc2 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727506 Sep 17 04:42:16.692404 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6407dc0-ce8d-47e6-823c-0b242bfa82d7 req-f454761b-54a9-4ac1-a600-635fba4eb951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:16.693823 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f6407dc0-ce8d-47e6-823c-0b242bfa82d7 req-f454761b-54a9-4ac1-a600-635fba4eb951 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 1129 time: 0.0519047 Sep 17 04:42:16.761719 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:16.762463 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:16.784878 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6407dc0-ce8d-47e6-823c-0b242bfa82d7 req-9c4746c6-47dc-4b10-bafb-758df52ff4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:16.786357 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f6407dc0-ce8d-47e6-823c-0b242bfa82d7 req-9c4746c6-47dc-4b10-bafb-758df52ff4e1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 910 time: 0.0869193 Sep 17 04:42:16.852370 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f6407dc0-ce8d-47e6-823c-0b242bfa82d7 req-f12f6bca-d105-4655-8ebd-62e1afb8a86c service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b75ce58-1ab1-41d9-9d19-7da81d3db517 HTTP/1.1" status: 200 len: 1001 time: 0.0599134 Sep 17 04:42:16.904301 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6407dc0-ce8d-47e6-823c-0b242bfa82d7 req-ae6ddc57-0bf4-4114-8e34-1ce0e31a22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:16.905931 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f6407dc0-ce8d-47e6-823c-0b242bfa82d7 req-ae6ddc57-0bf4-4114-8e34-1ce0e31a22c9 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f27627bb-f92f-43d8-a2d2-11bec4310026 HTTP/1.1" status: 200 len: 848 time: 0.0476036 Sep 17 04:42:16.937992 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:16.950738 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6407dc0-ce8d-47e6-823c-0b242bfa82d7 req-5156f4dd-d394-44c1-ad28-d8cd38be6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:16.952121 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f6407dc0-ce8d-47e6-823c-0b242bfa82d7 req-5156f4dd-d394-44c1-ad28-d8cd38be6a2b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=276b59e3-5161-4328-9145-0306fa8cd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405481 Sep 17 04:42:17.005817 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:17.047534 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f6407dc0-ce8d-47e6-823c-0b242bfa82d7 req-3bafe91f-0da9-4ff7-b638-b5278b9b64c6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886283 Sep 17 04:42:17.137397 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f6407dc0-ce8d-47e6-823c-0b242bfa82d7 req-42f9eedd-949c-4ef1-9b85-12271cf65ce7 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837712 Sep 17 04:42:17.820478 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e06db-7a8a-4f63-8dfe-9b9e768c0b62 req-6188d606-6c67-406e-b64e-da4dfea64d09 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:17.822503 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b06e06db-7a8a-4f63-8dfe-9b9e768c0b62 req-6188d606-6c67-406e-b64e-da4dfea64d09 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0565293 Sep 17 04:42:17.871416 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b06e06db-7a8a-4f63-8dfe-9b9e768c0b62 req-62b33af8-5bd4-4f4d-91c1-dc0c87e556d0 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412655 Sep 17 04:42:18.463305 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1e7d25f0-57d4-4b00-bf8f-a59cacb0cee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:42:19.008882 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cacaae-091a-41cb-b391-57c368f420ea req-fd949f7c-6024-41af-95a5-0fd34f55f6a1 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:19.010294 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d5cacaae-091a-41cb-b391-57c368f420ea req-fd949f7c-6024-41af-95a5-0fd34f55f6a1 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0575325 Sep 17 04:42:19.061679 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d5cacaae-091a-41cb-b391-57c368f420ea req-36d52841-cb83-4891-93d1-b5bff6ceae00 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427432 Sep 17 04:42:20.635152 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4146e3c4-b640-4e13-9f60-68060b0d132e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:42:22.013330 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:42:23.499237 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:42:23.589959 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:42:27.861371 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=72 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:27.867840 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=72 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:29.055536 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=23 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:29.058487 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=33 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:32.027171 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:42:35.200849 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:42:36.366345 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-346daa7f-1f45-4d6e-a700-8531c09cf105 req-3bccdc17-d19b-4da1-b650-9bcdf136ffa4 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422928 Sep 17 04:42:36.469043 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346daa7f-1f45-4d6e-a700-8531c09cf105 req-4e13cade-d5ba-48d4-83ed-28fcbca41697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:36.470595 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-346daa7f-1f45-4d6e-a700-8531c09cf105 req-4e13cade-d5ba-48d4-83ed-28fcbca41697 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 1129 time: 0.0398326 Sep 17 04:42:36.584176 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346daa7f-1f45-4d6e-a700-8531c09cf105 req-3993c277-864c-4f39-9b88-e3ae3b9540e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:36.585675 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-346daa7f-1f45-4d6e-a700-8531c09cf105 req-3993c277-864c-4f39-9b88-e3ae3b9540e5 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 910 time: 0.0948219 Sep 17 04:42:36.649455 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-346daa7f-1f45-4d6e-a700-8531c09cf105 req-6531acd5-3151-4269-bc95-7c42e1ad2b3e service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b75ce58-1ab1-41d9-9d19-7da81d3db517 HTTP/1.1" status: 200 len: 1001 time: 0.0565257 Sep 17 04:42:36.704229 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346daa7f-1f45-4d6e-a700-8531c09cf105 req-3c542166-ed4b-4744-a9e1-674b68370965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:36.705736 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-346daa7f-1f45-4d6e-a700-8531c09cf105 req-3c542166-ed4b-4744-a9e1-674b68370965 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f27627bb-f92f-43d8-a2d2-11bec4310026 HTTP/1.1" status: 200 len: 848 time: 0.0510697 Sep 17 04:42:36.752023 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346daa7f-1f45-4d6e-a700-8531c09cf105 req-f85d3541-f773-461e-b396-a8f7123eb43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:42:36.753558 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-346daa7f-1f45-4d6e-a700-8531c09cf105 req-f85d3541-f773-461e-b396-a8f7123eb43a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=276b59e3-5161-4328-9145-0306fa8cd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400531 Sep 17 04:42:36.859465 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-346daa7f-1f45-4d6e-a700-8531c09cf105 req-1dfb0e2e-f70e-4d24-8e72-02f35eccef8e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990510 Sep 17 04:42:36.960994 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-346daa7f-1f45-4d6e-a700-8531c09cf105 req-5e42b379-3c32-433b-a1c0-7398d47dd8aa service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949261 Sep 17 04:42:42.018773 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:42.019858 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:45.191088 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:45.194393 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:UPDATE=3,neutron:SELECT=19 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:46.955830 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=50 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:46.958102 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=51 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:42:48.470952 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c712b132-0c6b-4b6b-a44b-c54c835b3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:42:50.638451 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-eb956942-205a-4f66-9a90-1b189019919c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:42:52.019368 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:42:53.502561 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:42:53.591043 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:43:03.575905 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:03.586417 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:05.217712 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:43:09.033460 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:43:15.204970 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:15.210198 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:15.633658 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543e6d3-5bd1-4e28-978d-5e5a91e20355 req-619deca1-cc45-41ec-9e86-c82dd81103ea tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:15.635111 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7543e6d3-5bd1-4e28-978d-5e5a91e20355 req-619deca1-cc45-41ec-9e86-c82dd81103ea tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0501919 Sep 17 04:43:15.686612 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7543e6d3-5bd1-4e28-978d-5e5a91e20355 req-06288c96-eb93-45c6-8200-68d945b24330 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432665 Sep 17 04:43:16.816872 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca523ce-1b6c-4a88-92e6-ea39ddbc60c0 req-e789aaaa-a0bf-4568-bb04-f9e5b92fa0ff tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:16.818396 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4ca523ce-1b6c-4a88-92e6-ea39ddbc60c0 req-e789aaaa-a0bf-4568-bb04-f9e5b92fa0ff tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0493779 Sep 17 04:43:16.870681 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4ca523ce-1b6c-4a88-92e6-ea39ddbc60c0 req-f44203cf-4ec0-4bff-8f65-76add9cd1180 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465739 Sep 17 04:43:18.013640 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e3c39-cfb0-4f23-8361-cf3c692acd3b req-e13f67e9-ae90-49da-a7a8-3aad7baabd25 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:18.015093 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7e9e3c39-cfb0-4f23-8361-cf3c692acd3b req-e13f67e9-ae90-49da-a7a8-3aad7baabd25 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0533266 Sep 17 04:43:18.064842 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7e9e3c39-cfb0-4f23-8361-cf3c692acd3b req-fff4dfbc-b85f-44dc-9785-b765dc9ecea9 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415390 Sep 17 04:43:18.464693 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-13bf832d-b97e-4877-bb37-aaea23bacffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:43:19.023667 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=14 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:19.024930 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=20 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:19.207435 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a5ff7-5542-4661-9ecb-f19cdcc5fbc7 req-3632a55b-76ed-4dc6-9542-d078e13806c1 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:19.208879 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b47a5ff7-5542-4661-9ecb-f19cdcc5fbc7 req-3632a55b-76ed-4dc6-9542-d078e13806c1 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0524175 Sep 17 04:43:19.258993 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b47a5ff7-5542-4661-9ecb-f19cdcc5fbc7 req-08a62d8c-f2c5-4dcc-9d91-442edfd18696 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416532 Sep 17 04:43:20.391948 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721602d-40f8-48d0-b44c-aed960c26b45 req-cb5f48fc-5ec4-492c-8616-8e8ebc30d5ed tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:20.393324 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a721602d-40f8-48d0-b44c-aed960c26b45 req-cb5f48fc-5ec4-492c-8616-8e8ebc30d5ed tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0467684 Sep 17 04:43:20.441453 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a721602d-40f8-48d0-b44c-aed960c26b45 req-a3f1becf-f401-40bc-bf05-1baeb1453d02 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424578 Sep 17 04:43:20.645009 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a45a0064-af31-41ae-a1f3-1bb137c39f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:43:21.575524 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46233c05-48ac-4d1d-a115-e9fe6a4d9bfa req-5b159f0d-d1dc-4129-9099-6b6e0bbe5f00 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:21.576935 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-46233c05-48ac-4d1d-a115-e9fe6a4d9bfa req-5b159f0d-d1dc-4129-9099-6b6e0bbe5f00 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0469544 Sep 17 04:43:21.627457 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-46233c05-48ac-4d1d-a115-e9fe6a4d9bfa req-03954806-f1ab-47e4-b436-ebfde31c2718 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448022 Sep 17 04:43:22.023624 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:43:22.921785 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5365b0-62dc-4df3-b659-f2476fc61f1d req-3e01f5e6-bdde-4b72-939d-418c5037fdbf tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:22.923211 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2d5365b0-62dc-4df3-b659-f2476fc61f1d req-3e01f5e6-bdde-4b72-939d-418c5037fdbf tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.2092402 Sep 17 04:43:22.982856 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2d5365b0-62dc-4df3-b659-f2476fc61f1d req-6f4b4753-ee10-4d26-91a6-ec08a7dc9b38 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511138 Sep 17 04:43:23.504987 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:43:23.591652 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:43:24.175584 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fe326-428f-47c4-a6e8-89f76fa2736e req-7699d4fc-1b0a-4111-8a4d-505893c42101 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:24.177031 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-737fe326-428f-47c4-a6e8-89f76fa2736e req-7699d4fc-1b0a-4111-8a4d-505893c42101 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.1091590 Sep 17 04:43:24.228399 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-737fe326-428f-47c4-a6e8-89f76fa2736e req-e8dec123-c49a-4af9-9d4d-ebeb0f95da71 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427737 Sep 17 04:43:25.361326 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfbfb5-9723-47dc-bb72-08132b5cbc3b req-0b061fa2-b6a5-4d3e-88f9-1ef3e87d57de tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:25.362772 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a7cfbfb5-9723-47dc-bb72-08132b5cbc3b req-0b061fa2-b6a5-4d3e-88f9-1ef3e87d57de tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0490751 Sep 17 04:43:25.413102 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a7cfbfb5-9723-47dc-bb72-08132b5cbc3b req-338131b8-def5-448f-90e0-63cb1a460850 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419781 Sep 17 04:43:26.557992 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b44631-27a3-40cc-8545-eb2ed6273b6e req-db6167e7-3d6e-4805-8cd8-fcfd32da67cc tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:26.559468 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-98b44631-27a3-40cc-8545-eb2ed6273b6e req-db6167e7-3d6e-4805-8cd8-fcfd32da67cc tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0492826 Sep 17 04:43:26.607494 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-98b44631-27a3-40cc-8545-eb2ed6273b6e req-46c5daa6-c2fb-42e9-8362-f4f5a50e94cd tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423529 Sep 17 04:43:27.748249 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283f27a-bd01-4623-bd7c-1d4e9d33824e req-45a7d5f7-aa00-4415-a73b-c594cdd4ee23 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:27.749732 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0283f27a-bd01-4623-bd7c-1d4e9d33824e req-45a7d5f7-aa00-4415-a73b-c594cdd4ee23 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0552962 Sep 17 04:43:27.798281 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0283f27a-bd01-4623-bd7c-1d4e9d33824e req-00b538ec-385b-4ff8-9fee-1a111a32ba97 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428214 Sep 17 04:43:28.934794 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8057f-c553-462e-bc38-e2bc4a2e53fb req-0871d930-be78-4919-917e-00cb0ac2ccd4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:28.936114 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1ff8057f-c553-462e-bc38-e2bc4a2e53fb req-0871d930-be78-4919-917e-00cb0ac2ccd4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0497110 Sep 17 04:43:28.989617 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1ff8057f-c553-462e-bc38-e2bc4a2e53fb req-82802dfd-f77f-40f9-bd87-c7ebe8c19d6a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468144 Sep 17 04:43:30.142078 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10510b3-f9c6-4f60-9723-7ab40a697f1d req-2ca0e5dc-00d1-46f0-8b9e-124cf44d3ecd tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:30.143525 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b10510b3-f9c6-4f60-9723-7ab40a697f1d req-2ca0e5dc-00d1-46f0-8b9e-124cf44d3ecd tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0605330 Sep 17 04:43:30.193394 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b10510b3-f9c6-4f60-9723-7ab40a697f1d req-5eb6ef18-cb8a-44df-b157-1f8058491c47 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418272 Sep 17 04:43:31.330926 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f2fe1-6063-4ac7-b9d8-f4f246c973bd req-1c863bef-9eb2-4ea4-ba4f-87a154d082ed tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:31.332417 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ca0f2fe1-6063-4ac7-b9d8-f4f246c973bd req-1c863bef-9eb2-4ea4-ba4f-87a154d082ed tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0497823 Sep 17 04:43:31.383793 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ca0f2fe1-6063-4ac7-b9d8-f4f246c973bd req-b78a0ae3-2409-46b0-877a-ef11e0ec179f tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425296 Sep 17 04:43:31.591731 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6589e3-5593-4f3b-bd60-0465f2f77698 req-229847c8-e9cc-467a-a01d-464b17ed5f14 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:31.593277 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8e6589e3-5593-4f3b-bd60-0465f2f77698 req-229847c8-e9cc-467a-a01d-464b17ed5f14 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0482674 Sep 17 04:43:31.672094 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78930ac2-423d-4a6e-b045-4b6c165224c1 req-0d71132a-98d7-42a5-a982-6b530c9aaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:31.673622 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-78930ac2-423d-4a6e-b045-4b6c165224c1 req-0d71132a-98d7-42a5-a982-6b530c9aaf7e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 1129 time: 0.0607173 Sep 17 04:43:31.677208 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8e6589e3-5593-4f3b-bd60-0465f2f77698 req-c81a0995-d674-479e-aa85-9b9989365a7e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778511 Sep 17 04:43:31.765683 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78930ac2-423d-4a6e-b045-4b6c165224c1 req-24b62b8d-41cc-434d-bbd8-105503f6cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:31.767084 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-78930ac2-423d-4a6e-b045-4b6c165224c1 req-24b62b8d-41cc-434d-bbd8-105503f6cb21 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 910 time: 0.0875862 Sep 17 04:43:31.833833 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-78930ac2-423d-4a6e-b045-4b6c165224c1 req-bd48a568-5371-4009-891b-b822789c53d9 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b75ce58-1ab1-41d9-9d19-7da81d3db517 HTTP/1.1" status: 200 len: 1001 time: 0.0605295 Sep 17 04:43:31.882362 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78930ac2-423d-4a6e-b045-4b6c165224c1 req-64e76c7b-50c7-47b5-8340-8e745b9b96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:31.883764 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-78930ac2-423d-4a6e-b045-4b6c165224c1 req-64e76c7b-50c7-47b5-8340-8e745b9b96ea service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f27627bb-f92f-43d8-a2d2-11bec4310026 HTTP/1.1" status: 200 len: 848 time: 0.0442526 Sep 17 04:43:31.924266 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:31.927523 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78930ac2-423d-4a6e-b045-4b6c165224c1 req-76d1f4b9-2fab-4912-9e71-5cda2c3970a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:31.928970 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-78930ac2-423d-4a6e-b045-4b6c165224c1 req-76d1f4b9-2fab-4912-9e71-5cda2c3970a9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=276b59e3-5161-4328-9145-0306fa8cd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394092 Sep 17 04:43:31.950752 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:32.021691 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-78930ac2-423d-4a6e-b045-4b6c165224c1 req-5e13445d-1454-4ef1-ae04-da96c89c0b57 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868011 Sep 17 04:43:32.121628 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-78930ac2-423d-4a6e-b045-4b6c165224c1 req-0ac05fc9-3ad6-4413-b7f5-091de1200931 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940790 Sep 17 04:43:32.811635 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e99068-2c13-4759-805e-d96e29e576da req-bb4f8ddc-c313-4313-b069-d684d38cba07 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:32.813074 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a8e99068-2c13-4759-805e-d96e29e576da req-bb4f8ddc-c313-4313-b069-d684d38cba07 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0482476 Sep 17 04:43:32.862452 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a8e99068-2c13-4759-805e-d96e29e576da req-206b77ac-2b48-4d37-b5f6-64a2564f9cc0 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435138 Sep 17 04:43:33.498930 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:33.586211 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:33.997320 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2013cf-ec4f-4cdf-8ee1-c023644d2a39 req-3ccb633a-5fc5-4915-b2e8-64bca3e97d7c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:33.998763 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9b2013cf-ec4f-4cdf-8ee1-c023644d2a39 req-3ccb633a-5fc5-4915-b2e8-64bca3e97d7c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0507095 Sep 17 04:43:34.045855 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9b2013cf-ec4f-4cdf-8ee1-c023644d2a39 req-1220c49e-d8fd-4ace-8cab-0966a0e5dedc tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414627 Sep 17 04:43:35.227798 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:43:36.353626 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b3d315c1-b65f-4707-ad52-1c9a4e10f56b req-aced3c5a-a4e1-4ab4-906d-9799378b3ec3 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397179 Sep 17 04:43:36.475484 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d315c1-b65f-4707-ad52-1c9a4e10f56b req-67a537fc-7bfa-476c-8593-d185adb10053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:36.476966 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b3d315c1-b65f-4707-ad52-1c9a4e10f56b req-67a537fc-7bfa-476c-8593-d185adb10053 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 1129 time: 0.0460117 Sep 17 04:43:36.591666 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d315c1-b65f-4707-ad52-1c9a4e10f56b req-f29b9e59-72c0-4700-8886-e62310775e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:36.593134 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b3d315c1-b65f-4707-ad52-1c9a4e10f56b req-f29b9e59-72c0-4700-8886-e62310775e7f service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 910 time: 0.0913758 Sep 17 04:43:36.652407 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b3d315c1-b65f-4707-ad52-1c9a4e10f56b req-696404ea-ad95-4e39-8d26-96e72011fbac service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b75ce58-1ab1-41d9-9d19-7da81d3db517 HTTP/1.1" status: 200 len: 1001 time: 0.0534952 Sep 17 04:43:36.704918 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d315c1-b65f-4707-ad52-1c9a4e10f56b req-94d8d11b-7b11-4174-aa68-af7f55bed13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:36.706394 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b3d315c1-b65f-4707-ad52-1c9a4e10f56b req-94d8d11b-7b11-4174-aa68-af7f55bed13d service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f27627bb-f92f-43d8-a2d2-11bec4310026 HTTP/1.1" status: 200 len: 848 time: 0.0479653 Sep 17 04:43:36.749733 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d315c1-b65f-4707-ad52-1c9a4e10f56b req-716ad385-c5bb-4fc1-9ee5-9699d464b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:43:36.751238 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b3d315c1-b65f-4707-ad52-1c9a4e10f56b req-716ad385-c5bb-4fc1-9ee5-9699d464b784 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=276b59e3-5161-4328-9145-0306fa8cd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389631 Sep 17 04:43:36.844382 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b3d315c1-b65f-4707-ad52-1c9a4e10f56b req-92ea88a5-6262-4848-b10c-567187b3d49d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873139 Sep 17 04:43:36.933044 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b3d315c1-b65f-4707-ad52-1c9a4e10f56b req-f9861ce9-e171-4200-83f2-c13ae96a2fc9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826468 Sep 17 04:43:42.856192 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=70 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:42.859852 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=74 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:45.213591 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:45.221482 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:46.040857 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:43:46.929016 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=76 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:46.930192 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=81 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:48.473476 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-36e7582e-5253-4db8-8317-5481efaf4bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:43:50.639818 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a4214a28-b6ae-4ade-a653-763054e080c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:43:51.780254 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:43:52.022762 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:43:53.506580 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:43:53.590457 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:43:56.034462 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:03.582168 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:03.584588 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:05.231011 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:15.221290 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:15.223866 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:16.768015 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:16.768722 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:18.463733 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0dc81ea2-68b7-4868-8b9c-9f4b113132ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:20.642488 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-98f6bea5-f293-491f-b690-00062ac1d728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:22.023512 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:23.035337 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:44:23.510603 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:23.585308 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:29.631304 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f38b2-5e6f-4ee7-858b-34a4a3d4faf9 req-267ca7aa-1868-42c0-95fb-afac8d019d78 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:29.632790 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7d2f38b2-5e6f-4ee7-858b-34a4a3d4faf9 req-267ca7aa-1868-42c0-95fb-afac8d019d78 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0526664 Sep 17 04:44:29.690690 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-7d2f38b2-5e6f-4ee7-858b-34a4a3d4faf9 req-94a08889-9ca2-4cef-a915-973be7d36db7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515018 Sep 17 04:44:30.831853 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b43df1-175b-4e72-9092-0561762a81b8 req-f6581c97-a5bd-42bc-9e4c-064e4f0dbf9c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:30.833320 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-47b43df1-175b-4e72-9092-0561762a81b8 req-f6581c97-a5bd-42bc-9e4c-064e4f0dbf9c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0546823 Sep 17 04:44:30.901957 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-47b43df1-175b-4e72-9092-0561762a81b8 req-c41337eb-53a5-4920-a733-783e0eb312a7 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626147 Sep 17 04:44:31.838715 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-7b2903bd-b576-468d-b7ce-3d0d142603cb tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:31.840116 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-7b2903bd-b576-468d-b7ce-3d0d142603cb tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0575294 Sep 17 04:44:31.923206 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Deleting port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:44:31.923454 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:32.017750 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] For port 4b75ce58-1ab1-41d9-9d19-7da81d3db517, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4b75ce58-1ab1-41d9-9d19-7da81d3db517,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:44:32.018229 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:32.025891 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504498b-1899-44b2-a6b2-9b07a3110afa req-15387943-8375-4e22-bb0f-aef22a1768d9 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:32.028133 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2504498b-1899-44b2-a6b2-9b07a3110afa req-15387943-8375-4e22-bb0f-aef22a1768d9 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 945 time: 0.0488043 Sep 17 04:44:32.075144 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-2504498b-1899-44b2-a6b2-9b07a3110afa req-80da5365-00d0-4943-90a3-25f9b9a74eff tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fca9f8c4-adda-4025-a458-f6e81aca3ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419853 Sep 17 04:44:32.183647 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:32.183999 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (6e9167fc-006c-47f9-996f-282b0e4c1e8d), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:32.184232 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.l3_db [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Floating IP 6e9167fc-006c-47f9-996f-282b0e4c1e8d disassociated. External IP: 172.27.3.151, port: 4b75ce58-1ab1-41d9-9d19-7da81d3db517. Sep 17 04:44:32.184506 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Calling delete_port for 4b75ce58-1ab1-41d9-9d19-7da81d3db517 owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:44:32.318535 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (4b75ce58-1ab1-41d9-9d19-7da81d3db517), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:32.350501 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event deleted for resources: {'Port': ['ID=4b75ce58-1ab1-41d9-9d19-7da81d3db517,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:44:32.362767 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.363110 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.363456 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.363835 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.364102 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.364435 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.364753 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.365073 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.365394 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.365729 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.366049 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.366356 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.366674 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.366988 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.367303 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:32.499901 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Router 47a4c1fa-5a84-486c-8991-4059abd73494 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:44:32.607881 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:32.614880 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:44:32.626013 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039db04-980d-4fc3-9b13-7fdd09dd9344 None None] Sync routers for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:44:32.638170 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039db04-980d-4fc3-9b13-7fdd09dd9344 None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:44:32.638808 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-0039db04-980d-4fc3-9b13-7fdd09dd9344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:44:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:44:32.660588 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] No DVR routers for this DVR port 4b75ce58-1ab1-41d9-9d19-7da81d3db517 on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:44:32.663396 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:32.668575 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-f23b7751-9cdd-495e-8fef-4ea5ff12eaff req-2a0e83dc-64fc-48d7-a7f3-eb0929c950f6 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.66 "DELETE /networking/v2.0/ports/4b75ce58-1ab1-41d9-9d19-7da81d3db517 HTTP/1.1" status: 204 len: 173 time: 0.8212502 Sep 17 04:44:32.668575 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2113221b-5936-4b6e-8e99-2dc1b3ab6815', 'name': 'network-vif-deleted', 'tag': '4b75ce58-1ab1-41d9-9d19-7da81d3db517'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:44:32.670158 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d860010f-c998-4139-8201-32c627072678" -d '{"events": [{"server_uuid": "2113221b-5936-4b6e-8e99-2dc1b3ab6815", "name": "network-vif-deleted", "tag": "4b75ce58-1ab1-41d9-9d19-7da81d3db517"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:44:32.708887 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f89b3d5-2d7b-4881-9aa3-94e921407ce6 x-openstack-request-id: req-2f89b3d5-2d7b-4881-9aa3-94e921407ce6 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:44:32.709057 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2113221b-5936-4b6e-8e99-2dc1b3ab6815", "name": "network-vif-deleted", "tag": "4b75ce58-1ab1-41d9-9d19-7da81d3db517", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:44:32.709370 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f89b3d5-2d7b-4881-9aa3-94e921407ce6 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:44:32.710090 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f89b3d5-2d7b-4881-9aa3-94e921407ce6'] response: {'server_uuid': '2113221b-5936-4b6e-8e99-2dc1b3ab6815', 'name': 'network-vif-deleted', 'tag': '4b75ce58-1ab1-41d9-9d19-7da81d3db517', 'status': 'completed', 'code': 200} Sep 17 04:44:32.758277 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-0039db04-980d-4fc3-9b13-7fdd09dd9344 None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:44:32.954192 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-0039db04-980d-4fc3-9b13-7fdd09dd9344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:04Z', 'revision_number': 5, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:44:32.978756 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039db04-980d-4fc3-9b13-7fdd09dd9344 None None] Checking router: 47a4c1fa-5a84-486c-8991-4059abd73494 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:44:32.987474 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039db04-980d-4fc3-9b13-7fdd09dd9344 None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:44:32.988063 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-0039db04-980d-4fc3-9b13-7fdd09dd9344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:44:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:44:33.026108 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:33.027504 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:33.094433 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-0039db04-980d-4fc3-9b13-7fdd09dd9344 None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:44:33.195116 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-60a059f5-f254-4d56-a960-666817c759ec req-0aecccd6-4ac6-4486-88bd-ca3a22156814 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2113221b-5936-4b6e-8e99-2dc1b3ab6815 HTTP/1.1" status: 200 len: 210 time: 0.0301793 Sep 17 04:44:33.298061 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-0039db04-980d-4fc3-9b13-7fdd09dd9344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:04Z', 'revision_number': 5, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:44:33.326013 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039db04-980d-4fc3-9b13-7fdd09dd9344 None None] The sync data for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi is: [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:04Z', 'revision_number': 5, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:44:33.539246 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c8917-0cf9-46db-9ff0-fd3003517d31 None None] New status for floating IP 6e9167fc-006c-47f9-996f-282b0e4c1e8d: DOWN {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:44:34.313332 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46234) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:44:34.355145 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:34.370991 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3bab14f3-818d-4b0d-b446-ad76cad839c8 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group (fca9f8c4-adda-4025-a458-f6e81aca3ab5), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:34.401357 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3bab14f3-818d-4b0d-b446-ad76cad839c8 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group (fca9f8c4-adda-4025-a458-f6e81aca3ab5), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:34.460385 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3bab14f3-818d-4b0d-b446-ad76cad839c8 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (fca9f8c4-adda-4025-a458-f6e81aca3ab5), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:34.464546 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3bab14f3-818d-4b0d-b446-ad76cad839c8 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:34.466283 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-3bab14f3-818d-4b0d-b446-ad76cad839c8 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fca9f8c4-adda-4025-a458-f6e81aca3ab5 HTTP/1.1" status: 204 len: 168 time: 0.1519330 Sep 17 04:44:34.469358 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46236) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:44:34.475564 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab14f3-818d-4b0d-b446-ad76cad839c8 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca9f8c4-adda-4025-a458-f6e81aca3ab5,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:44:34.483178 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.api.v2.resource [None req-d9efe6d4-4b34-41ff-80d5-4e652bdc669a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] show failed (client error): The resource could not be found. Sep 17 04:44:34.484230 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-d9efe6d4-4b34-41ff-80d5-4e652bdc669a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups/fca9f8c4-adda-4025-a458-f6e81aca3ab5 HTTP/1.1" status: 404 len: 347 time: 0.0138500 Sep 17 04:44:34.487239 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46238) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:44:34.601570 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Deleting port 76baaba9-1ba2-457b-a2f5-b9bc29da2db6 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:44:34.601862 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (76baaba9-1ba2-457b-a2f5-b9bc29da2db6), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:34.678110 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (76baaba9-1ba2-457b-a2f5-b9bc29da2db6), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:34.678431 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (76baaba9-1ba2-457b-a2f5-b9bc29da2db6), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:34.691153 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Calling delete_port for 76baaba9-1ba2-457b-a2f5-b9bc29da2db6 owned by network:floatingip {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:44:34.847450 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (76baaba9-1ba2-457b-a2f5-b9bc29da2db6), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:34.875205 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event deleted for resources: {'Port': ['ID=76baaba9-1ba2-457b-a2f5-b9bc29da2db6,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:44:34.903291 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.903631 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.903964 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.904263 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.904588 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.904908 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.905256 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.905574 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.905893 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.906208 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.906527 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.906851 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.907155 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.907465 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.907782 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:34.952369 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (6e9167fc-006c-47f9-996f-282b0e4c1e8d), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:34.954818 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:34.955969 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-683dda83-a175-4bc0-b56f-ea644f02f83e tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/6e9167fc-006c-47f9-996f-282b0e4c1e8d HTTP/1.1" status: 204 len: 168 time: 0.4678521 Sep 17 04:44:35.041995 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46242) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:44:35.046650 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-34702b09-264e-4f5a-af70-ff4f2a986621 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757451277', 'description': 'tempest-description--1805115636'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:44:35.069747 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-34702b09-264e-4f5a-af70-ff4f2a986621 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.150048 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-34702b09-264e-4f5a-af70-ff4f2a986621 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group (e0ca8a35-778b-4d0d-9cb7-83b59445e12a), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.154949 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-34702b09-264e-4f5a-af70-ff4f2a986621 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (e0ca8a35-778b-4d0d-9cb7-83b59445e12a), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.179368 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:35.191842 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-34702b09-264e-4f5a-af70-ff4f2a986621 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.193075 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-34702b09-264e-4f5a-af70-ff4f2a986621 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1500428 Sep 17 04:44:35.194161 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34702b09-264e-4f5a-af70-ff4f2a986621 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ca8a35-778b-4d0d-9cb7-83b59445e12a,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:44:35.196721 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46244) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:44:35.202656 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-0ef722aa-0844-496e-ab2f-29f78198155a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Request body: {'security_group_rule': {'security_group_id': 'e0ca8a35-778b-4d0d-9cb7-83b59445e12a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:44:35.227571 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:35.232787 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0ef722aa-0844-496e-ab2f-29f78198155a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group_rule (bd76951a-f341-42b7-923e-6b4993637aae), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.233728 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.289017 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0ef722aa-0844-496e-ab2f-29f78198155a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group_rule (bd76951a-f341-42b7-923e-6b4993637aae), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.294531 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0ef722aa-0844-496e-ab2f-29f78198155a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (bd76951a-f341-42b7-923e-6b4993637aae), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.312643 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef722aa-0844-496e-ab2f-29f78198155a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd76951a-f341-42b7-923e-6b4993637aae,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:44:35.320918 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0ef722aa-0844-496e-ab2f-29f78198155a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.322167 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-0ef722aa-0844-496e-ab2f-29f78198155a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238379 Sep 17 04:44:35.324979 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46246) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:44:35.329277 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-325733b0-4f35-4124-af69-ab1edaacbe32 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Request body: {'security_group_rule': {'security_group_id': 'e0ca8a35-778b-4d0d-9cb7-83b59445e12a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:44:35.357279 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-325733b0-4f35-4124-af69-ab1edaacbe32 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group_rule (a73506fc-0461-4b3d-a682-f5135be7b7c1), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.413606 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-325733b0-4f35-4124-af69-ab1edaacbe32 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group_rule (a73506fc-0461-4b3d-a682-f5135be7b7c1), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.418499 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-325733b0-4f35-4124-af69-ab1edaacbe32 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (a73506fc-0461-4b3d-a682-f5135be7b7c1), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.437784 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325733b0-4f35-4124-af69-ab1edaacbe32 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73506fc-0461-4b3d-a682-f5135be7b7c1,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:44:35.444837 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-325733b0-4f35-4124-af69-ab1edaacbe32 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.446166 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-325733b0-4f35-4124-af69-ab1edaacbe32 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202526 Sep 17 04:44:35.449730 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46248) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:44:35.454544 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:44:35.477326 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.535677 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:35.562029 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.590469 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 4b75ce58-1ab1-41d9-9d19-7da81d3db517 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:44:35.609646 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: 4b75ce58-1ab1-41d9-9d19-7da81d3db517 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:44:35.609957 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 4b75ce58-1ab1-41d9-9d19-7da81d3db517 not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:44:35.675170 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Allocated IP 172.27.3.163 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/bead35a2-2c43-4660-910b-b4f4ff6fd991) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:44:35.785246 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for port (bead35a2-2c43-4660-910b-b4f4ff6fd991), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.821363 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (bead35a2-2c43-4660-910b-b4f4ff6fd991), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.868825 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:44:35.873986 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:44:35.876631 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:44:35.880086 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event updated for resources: {'Port': ['ID=bead35a2-2c43-4660-910b-b4f4ff6fd991,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:44:35.961253 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (1e381340-f957-4ddb-bf8c-5bb8c108d9f2), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:35.997812 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (bead35a2-2c43-4660-910b-b4f4ff6fd991), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:36.137616 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:36.149833 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for port (bead35a2-2c43-4660-910b-b4f4ff6fd991), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:36.155476 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (bead35a2-2c43-4660-910b-b4f4ff6fd991), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:36.221812 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event updated for resources: {'Port': ['ID=bead35a2-2c43-4660-910b-b4f4ff6fd991,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:44:36.225737 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (1e381340-f957-4ddb-bf8c-5bb8c108d9f2), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:36.242255 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:36.243566 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-690dbb3d-a248-41d3-8570-80c9d72765ec tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7928169 Sep 17 04:44:36.461888 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-3b443d65-c8a2-4ca1-8178-0c5cbcbece05 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1757451277&fields=id&tenant_id=e4563767772c486f8fbb9ea131771412 HTTP/1.1" status: 200 len: 267 time: 0.0487509 Sep 17 04:44:36.520277 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:36.586500 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8b46-a784-4362-ad33-faed8810319f req-fc408ab6-ab03-44eb-9f1c-13cbc633767d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:36.587944 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-fc408ab6-ab03-44eb-9f1c-13cbc633767d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 809 time: 0.1171098 Sep 17 04:44:36.603354 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-b3e22eae-e69b-4437-ba1a-53861c9b2f96 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/quotas/e4563767772c486f8fbb9ea131771412 HTTP/1.1" status: 200 len: 375 time: 0.0090981 Sep 17 04:44:36.657355 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-510c74e0-b4fc-4504-a72d-769ac6d41de2 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488338 Sep 17 04:44:36.717354 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-3b1f738a-a590-4f1a-b56d-685a8883b369 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:44:36.718384 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-3b1f738a-a590-4f1a-b56d-685a8883b369 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0494101 Sep 17 04:44:36.815208 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-555743c7-ba57-42b1-b070-a95d177ffe58 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904584 Sep 17 04:44:36.929432 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-3b91253b-48f8-499b-a281-84ff13593bcb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083195 Sep 17 04:44:38.126719 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cc678f57-ea16-49af-9c70-25dcf35263a9 req-4e10adc8-a027-49cb-ad06-9445d99834cc tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 210 time: 0.0302317 Sep 17 04:44:39.213977 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8b46-a784-4362-ad33-faed8810319f req-3e02f1c5-2d50-4f1d-a35d-4a2b3cf9306c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:39.215653 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-3e02f1c5-2d50-4f1d-a35d-4a2b3cf9306c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.66 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 809 time: 0.1066546 Sep 17 04:44:39.238157 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a375d2eb-d38c-49e8-a8ce-00595ec9d62b req-f67e7eb7-18d9-46b2-9179-2121e4c31850 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 210 time: 0.0335600 Sep 17 04:44:39.282992 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-9f4168e1-7c34-4379-9a3b-975b853a6d6f tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e4563767772c486f8fbb9ea131771412 HTTP/1.1" status: 200 len: 380 time: 0.0538085 Sep 17 04:44:39.293202 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-85cd8b46-a784-4362-ad33-faed8810319f req-f5386fc8-4a2b-48da-9777-6ab15781266d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Request body: {'port': {'device_id': '4951bb59-de70-4ddd-8dd5-37d9faceb6f9', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'admin_state_up': True, 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'security_groups': ['e0ca8a35-778b-4d0d-9cb7-83b59445e12a']}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:44:39.402998 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85cd8b46-a784-4362-ad33-faed8810319f req-f5386fc8-4a2b-48da-9777-6ab15781266d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Made reservation on behalf of e4563767772c486f8fbb9ea131771412 for: {'port': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:44:39.406750 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-85cd8b46-a784-4362-ad33-faed8810319f req-f5386fc8-4a2b-48da-9777-6ab15781266d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:39.417384 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:39.546376 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [req-85cd8b46-a784-4362-ad33-faed8810319f req-f5386fc8-4a2b-48da-9777-6ab15781266d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Allocated IP 172.20.0.9 (276b59e3-5161-4328-9145-0306fa8cd354/f27627bb-f92f-43d8-a2d2-11bec4310026/a18bc2f1-2476-4adc-a624-1c0a1132e305) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:44:39.586052 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:39.692220 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-85cd8b46-a784-4362-ad33-faed8810319f req-f5386fc8-4a2b-48da-9777-6ab15781266d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:39.728120 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-85cd8b46-a784-4362-ad33-faed8810319f req-f5386fc8-4a2b-48da-9777-6ab15781266d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:39.774679 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85cd8b46-a784-4362-ad33-faed8810319f req-f5386fc8-4a2b-48da-9777-6ab15781266d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Network 276b59e3-5161-4328-9145-0306fa8cd354 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:44:39.778032 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [req-85cd8b46-a784-4362-ad33-faed8810319f req-f5386fc8-4a2b-48da-9777-6ab15781266d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:44:39.781683 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cd8b46-a784-4362-ad33-faed8810319f req-f5386fc8-4a2b-48da-9777-6ab15781266d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:44:39.787847 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5386fc8-4a2b-48da-9777-6ab15781266d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event updated for resources: {'Port': ['ID=a18bc2f1-2476-4adc-a624-1c0a1132e305,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:44:39.832903 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8b46-a784-4362-ad33-faed8810319f req-f5386fc8-4a2b-48da-9777-6ab15781266d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:39.833536 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-85cd8b46-a784-4362-ad33-faed8810319f req-f5386fc8-4a2b-48da-9777-6ab15781266d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:39.852666 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-f5386fc8-4a2b-48da-9777-6ab15781266d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5631664 Sep 17 04:44:39.914990 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Request body: {'port': {'device_id': '4951bb59-de70-4ddd-8dd5-37d9faceb6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:44:39.978087 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:40.010994 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-a6fdbd71-0e0a-4e06-a5c3-2f365aa59d5c None None] Provisioning complete for port a18bc2f1-2476-4adc-a624-1c0a1132e305 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:44:40.011571 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbd71-0e0a-4e06-a5c3-2f365aa59d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:40.011696 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a6fdbd71-0e0a-4e06-a5c3-2f365aa59d5c None None] Attempt 1 to provision port a18bc2f1-2476-4adc-a624-1c0a1132e305 Sep 17 04:44:40.047755 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a6fdbd71-0e0a-4e06-a5c3-2f365aa59d5c None None] Port a18bc2f1-2476-4adc-a624-1c0a1132e305 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:44:40.252153 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18bc2f1-2476-4adc-a624-1c0a1132e305 {{(pid=106226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:44:40.259626 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Publish callbacks [] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:40.272176 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.provisioning_blocks [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Transition to ACTIVE for port object a18bc2f1-2476-4adc-a624-1c0a1132e305 will not be triggered until provisioned by entity L2. {{(pid=106226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:44:40.278042 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:40.313710 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:40.356506 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a18bc2f1-2476-4adc-a624-1c0a1132e305,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:44:40.410710 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:40.420688 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acda9a-ce48-4d60-a20f-dcb1bd70b740 req-ddf9d94e-cf57-439c-8782-1d00b6ab80cb tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:40.422184 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c9acda9a-ce48-4d60-a20f-dcb1bd70b740 req-ddf9d94e-cf57-439c-8782-1d00b6ab80cb tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 943 time: 0.1035538 Sep 17 04:44:40.461949 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Attempting to bind port a18bc2f1-2476-4adc-a624-1c0a1132e305 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:44:40.462294 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Attempting to bind port a18bc2f1-2476-4adc-a624-1c0a1132e305 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:44:40.462645 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Attempting to bind port a18bc2f1-2476-4adc-a624-1c0a1132e305 on network 276b59e3-5161-4328-9145-0306fa8cd354 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:44:40.512051 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c9acda9a-ce48-4d60-a20f-dcb1bd70b740 req-2ff23a29-020a-4ee5-a504-77ab84d19583 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e0ca8a35-778b-4d0d-9cb7-83b59445e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838792 Sep 17 04:44:40.526386 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Port a18bc2f1-2476-4adc-a624-1c0a1132e305 on network 276b59e3-5161-4328-9145-0306fa8cd354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:44:40.526713 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Attempting to bind port a18bc2f1-2476-4adc-a624-1c0a1132e305 on network 276b59e3-5161-4328-9145-0306fa8cd354 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:44:40.548939 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a6fdbd71-0e0a-4e06-a5c3-2f365aa59d5c None None] Attempt 2 to provision port a18bc2f1-2476-4adc-a624-1c0a1132e305 Sep 17 04:44:40.571080 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:44:40.571422 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Checking segment: {'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:44:40.571807 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Bound using segment: {'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:44:40.572247 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Bound port: a18bc2f1-2476-4adc-a624-1c0a1132e305, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a38fec-ba0e-47eb-bf45-db4dc713710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354'}}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:44:40.572615 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:40.581123 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a6fdbd71-0e0a-4e06-a5c3-2f365aa59d5c None None] Port a18bc2f1-2476-4adc-a624-1c0a1132e305 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:44:40.635761 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] For port a18bc2f1-2476-4adc-a624-1c0a1132e305, host hv-cinder-85799, cleared binding levels {{(pid=106226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:44:40.639233 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] For port a18bc2f1-2476-4adc-a624-1c0a1132e305, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a18bc2f1-2476-4adc-a624-1c0a1132e305,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:44:40.647860 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:40.653794 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:40.654385 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:40.655756 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/a18bc2f1-2476-4adc-a624-1c0a1132e305 HTTP/1.1" status: 200 len: 1093 time: 0.7908142 Sep 17 04:44:40.656293 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4951bb59-de70-4ddd-8dd5-37d9faceb6f9', 'tag': 'a18bc2f1-2476-4adc-a624-1c0a1132e305'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:44:40.658588 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52643022-63e0-4af0-a72a-3003440eddec" -d '{"events": [{"name": "network-changed", "server_uuid": "4951bb59-de70-4ddd-8dd5-37d9faceb6f9", "tag": "a18bc2f1-2476-4adc-a624-1c0a1132e305"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:44:40.706750 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61df523-7d0d-4128-a7f9-05cb63a49a1c x-openstack-request-id: req-a61df523-7d0d-4128-a7f9-05cb63a49a1c {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:44:40.707028 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4951bb59-de70-4ddd-8dd5-37d9faceb6f9", "tag": "a18bc2f1-2476-4adc-a624-1c0a1132e305", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:44:40.707272 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a61df523-7d0d-4128-a7f9-05cb63a49a1c {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:44:40.707732 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61df523-7d0d-4128-a7f9-05cb63a49a1c'] response: {'name': 'network-changed', 'server_uuid': '4951bb59-de70-4ddd-8dd5-37d9faceb6f9', 'tag': 'a18bc2f1-2476-4adc-a624-1c0a1132e305', 'status': 'completed', 'code': 200} Sep 17 04:44:40.708756 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9d9f6-13cd-4580-b6c3-005ee995abc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a18bc2f1-2476-4adc-a624-1c0a1132e305,revision_number=3']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:44:40.770704 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8b46-a784-4362-ad33-faed8810319f req-b288cec5-294c-4cd0-a8bd-d79dc8051ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:40.772172 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-b288cec5-294c-4cd0-a8bd-d79dc8051ea4 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 1127 time: 0.0428796 Sep 17 04:44:40.816148 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-3b0bcdcf-0f23-4013-beb6-3c65a60bd93d service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a18bc2f1-2476-4adc-a624-1c0a1132e305 HTTP/1.1" status: 200 len: 217 time: 0.0316508 Sep 17 04:44:40.864588 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8b46-a784-4362-ad33-faed8810319f req-51f8e1a3-dbe0-4a2a-a97a-1d1fcb1c8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:40.866010 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-51f8e1a3-dbe0-4a2a-a97a-1d1fcb1c8dd2 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f27627bb-f92f-43d8-a2d2-11bec4310026 HTTP/1.1" status: 200 len: 848 time: 0.0443463 Sep 17 04:44:40.913126 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8b46-a784-4362-ad33-faed8810319f req-a1b867f4-f646-4da3-ae76-c0e493c42d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:40.914625 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-a1b867f4-f646-4da3-ae76-c0e493c42d5e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=276b59e3-5161-4328-9145-0306fa8cd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415583 Sep 17 04:44:41.082453 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a6fdbd71-0e0a-4e06-a5c3-2f365aa59d5c None None] Attempt 3 to provision port a18bc2f1-2476-4adc-a624-1c0a1132e305 Sep 17 04:44:41.124169 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a6fdbd71-0e0a-4e06-a5c3-2f365aa59d5c None None] Port a18bc2f1-2476-4adc-a624-1c0a1132e305 had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:44:41.257754 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-51971b1f-8f5e-43cd-9707-a5ee98c8624b service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369415 Sep 17 04:44:41.360432 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-85cd8b46-a784-4362-ad33-faed8810319f req-e42afbf7-5439-46ba-b666-733fa6398835 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946352 Sep 17 04:44:41.642044 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeb67c-fdd8-4ff7-aaf9-6247f3f752d5 req-792c59c5-3b54-4483-b580-90c7b7c4cb29 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:41.643406 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bdeeb67c-fdd8-4ff7-aaf9-6247f3f752d5 req-792c59c5-3b54-4483-b580-90c7b7c4cb29 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 943 time: 0.0493982 Sep 17 04:44:41.692007 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bdeeb67c-fdd8-4ff7-aaf9-6247f3f752d5 req-de30d72d-ef78-45a7-b6e7-5d173dad9bd4 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e0ca8a35-778b-4d0d-9cb7-83b59445e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427954 Sep 17 04:44:42.826895 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfc1b9-853c-4e52-a035-845cbca055b3 req-53c4f8cb-ec2e-4ea8-831a-dcc01ac03d79 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:42.828351 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-94bfc1b9-853c-4e52-a035-845cbca055b3 req-53c4f8cb-ec2e-4ea8-831a-dcc01ac03d79 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 943 time: 0.0469401 Sep 17 04:44:42.876084 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-94bfc1b9-853c-4e52-a035-845cbca055b3 req-5c82eacb-8b21-4eff-bb97-e24027f20240 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e0ca8a35-778b-4d0d-9cb7-83b59445e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419834 Sep 17 04:44:43.368199 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52643022-63e0-4af0-a72a-3003440eddec req-dcb70582-f494-4ff6-8bef-e4a5482bc7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:43.369755 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-52643022-63e0-4af0-a72a-3003440eddec req-dcb70582-f494-4ff6-8bef-e4a5482bc7fa service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 1127 time: 0.0489788 Sep 17 04:44:43.587985 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device a18bc2f1-2476-4adc-a624-1c0a1132e305 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:44:43.593034 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:43.609361 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:43.612953 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:43.712624 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port a18bc2f1-2476-4adc-a624-1c0a1132e305, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a18bc2f1-2476-4adc-a624-1c0a1132e305,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:44:43.723518 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': 'a18bc2f1-2476-4adc-a624-1c0a1132e305', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'port_id': 'a18bc2f1-2476-4adc-a624-1c0a1132e305', 'mac_address': 'fa:16:3e:3b:48:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:44:43.723914 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52643022-63e0-4af0-a72a-3003440eddec req-9ab5e32c-1948-491c-9081-3b0715f1702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:43.725446 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-52643022-63e0-4af0-a72a-3003440eddec req-9ab5e32c-1948-491c-9081-3b0715f1702e service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 910 time: 0.0958691 Sep 17 04:44:43.758094 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port a18bc2f1-2476-4adc-a624-1c0a1132e305 is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:44:43.758522 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:43.771674 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18bc2f1-2476-4adc-a624-1c0a1132e305 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:44:43.772387 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-52643022-63e0-4af0-a72a-3003440eddec req-8a6e6e4a-3ca5-4c89-89c6-19f23f6df6d0 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a18bc2f1-2476-4adc-a624-1c0a1132e305 HTTP/1.1" status: 200 len: 217 time: 0.0346248 Sep 17 04:44:43.791635 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port a18bc2f1-2476-4adc-a624-1c0a1132e305, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a18bc2f1-2476-4adc-a624-1c0a1132e305,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:44:43.795963 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:43.814419 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:43.828283 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52643022-63e0-4af0-a72a-3003440eddec req-b5309e2f-377f-4958-8999-fb862704f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:43.829827 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-52643022-63e0-4af0-a72a-3003440eddec req-b5309e2f-377f-4958-8999-fb862704f608 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f27627bb-f92f-43d8-a2d2-11bec4310026 HTTP/1.1" status: 200 len: 848 time: 0.0507901 Sep 17 04:44:43.845905 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=a18bc2f1-2476-4adc-a624-1c0a1132e305,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:44:43.853377 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.853724 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.854051 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.854383 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.854710 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.855033 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.855354 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.855668 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.855984 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.856430 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.856752 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.857068 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.857402 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.857716 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.858027 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:44:43.988727 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:44.002690 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d6379-e93d-4139-9d01-f4b149ad09e2 req-40ae9b89-b0a8-47bc-9559-933f315889e1 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:44.006724 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1e6d6379-e93d-4139-9d01-f4b149ad09e2 req-40ae9b89-b0a8-47bc-9559-933f315889e1 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 944 time: 0.0562603 Sep 17 04:44:44.091939 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-1e6d6379-e93d-4139-9d01-f4b149ad09e2 req-f60be56d-73eb-4671-bf1c-57f382fba07d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e0ca8a35-778b-4d0d-9cb7-83b59445e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778632 Sep 17 04:44:44.093034 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52643022-63e0-4af0-a72a-3003440eddec req-ce92ed41-68ae-45c5-9772-12a586d5d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:44.094451 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-52643022-63e0-4af0-a72a-3003440eddec req-ce92ed41-68ae-45c5-9772-12a586d5d10b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=276b59e3-5161-4328-9145-0306fa8cd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555446 Sep 17 04:44:44.191645 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-52643022-63e0-4af0-a72a-3003440eddec req-c7575744-639c-4838-ad03-a78e3bb0e4e1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903563 Sep 17 04:44:44.260015 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['a18bc2f1-2476-4adc-a624-1c0a1132e305'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:44:44.289739 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-52643022-63e0-4af0-a72a-3003440eddec req-bbf53d5c-2452-4d11-a59e-5e5bb22be4af service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918877 Sep 17 04:44:45.238525 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192ea91-5cdd-48ec-ba5c-27b4cd18191a req-eee73f9a-c684-4a8a-b929-460803dc6c3d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:45.239983 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0192ea91-5cdd-48ec-ba5c-27b4cd18191a req-eee73f9a-c684-4a8a-b929-460803dc6c3d tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 944 time: 0.0642660 Sep 17 04:44:45.287161 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0192ea91-5cdd-48ec-ba5c-27b4cd18191a req-77005264-9adf-4168-86db-949fb2aa29cf tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e0ca8a35-778b-4d0d-9cb7-83b59445e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412421 Sep 17 04:44:45.606953 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device a18bc2f1-2476-4adc-a624-1c0a1132e305 up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:44:45.656098 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port a18bc2f1-2476-4adc-a624-1c0a1132e305 completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:44:45.668333 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port a18bc2f1-2476-4adc-a624-1c0a1132e305 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:44:45.668714 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:45.669045 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port a18bc2f1-2476-4adc-a624-1c0a1132e305 Sep 17 04:44:45.746443 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port a18bc2f1-2476-4adc-a624-1c0a1132e305 is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:44:45.746796 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:45.770023 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4951bb59-de70-4ddd-8dd5-37d9faceb6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18bc2f1-2476-4adc-a624-1c0a1132e305'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:44:45.772245 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0375d056-2b10-4b63-8027-8943f9022d76" -d '{"events": [{"server_uuid": "4951bb59-de70-4ddd-8dd5-37d9faceb6f9", "name": "network-vif-plugged", "status": "completed", "tag": "a18bc2f1-2476-4adc-a624-1c0a1132e305"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:44:45.784714 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port a18bc2f1-2476-4adc-a624-1c0a1132e305, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a18bc2f1-2476-4adc-a624-1c0a1132e305,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:44:45.789921 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:45.815068 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55a64eb-aff7-483a-b813-60b4d2ff113d x-openstack-request-id: req-a55a64eb-aff7-483a-b813-60b4d2ff113d {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:44:45.815352 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4951bb59-de70-4ddd-8dd5-37d9faceb6f9", "name": "network-vif-plugged", "status": "completed", "tag": "a18bc2f1-2476-4adc-a624-1c0a1132e305", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:44:45.815600 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a55a64eb-aff7-483a-b813-60b4d2ff113d {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:44:45.815985 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55a64eb-aff7-483a-b813-60b4d2ff113d'] response: {'server_uuid': '4951bb59-de70-4ddd-8dd5-37d9faceb6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18bc2f1-2476-4adc-a624-1c0a1132e305', 'code': 200} Sep 17 04:44:45.818122 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:45.842751 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=a18bc2f1-2476-4adc-a624-1c0a1132e305,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:44:46.024610 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d276d-b0b4-4434-b256-ad923d8c10ef req-f14ffe2c-2e32-41ee-96ac-3a0d34d7dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:46.026227 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b17d276d-b0b4-4434-b256-ad923d8c10ef req-f14ffe2c-2e32-41ee-96ac-3a0d34d7dd33 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 1129 time: 0.0411375 Sep 17 04:44:46.070205 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b17d276d-b0b4-4434-b256-ad923d8c10ef req-80daacb1-7c5c-4a1d-888c-5008de2ac319 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=e0ca8a35-778b-4d0d-9cb7-83b59445e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382900 Sep 17 04:44:46.430336 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12204363-cd4d-4371-8639-589d3a3f0e66 req-6d0c9cd2-6a58-4fce-b23f-607e27010766 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:46.431749 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-12204363-cd4d-4371-8639-589d3a3f0e66 req-6d0c9cd2-6a58-4fce-b23f-607e27010766 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 945 time: 0.0538640 Sep 17 04:44:46.479349 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-12204363-cd4d-4371-8639-589d3a3f0e66 req-6c0a6108-280f-41a8-9d11-bc72be10843c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e0ca8a35-778b-4d0d-9cb7-83b59445e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Sep 17 04:44:47.615054 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6655b-d758-4969-bcf1-c095f605b732 req-b88aa82f-6631-4d61-9317-59e2fcd3d74f tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:47.616479 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d1a6655b-d758-4969-bcf1-c095f605b732 req-b88aa82f-6631-4d61-9317-59e2fcd3d74f tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 945 time: 0.0494363 Sep 17 04:44:47.668109 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d1a6655b-d758-4969-bcf1-c095f605b732 req-cbb0e967-b2b6-411f-8940-8d3b82eadfef tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e0ca8a35-778b-4d0d-9cb7-83b59445e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416112 Sep 17 04:44:47.788778 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402635d7-4fd7-41a4-a310-6bc320a45f88 req-94168889-472f-48c7-ac3f-28933e97d3fc tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:47.790279 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-402635d7-4fd7-41a4-a310-6bc320a45f88 req-94168889-472f-48c7-ac3f-28933e97d3fc tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 945 time: 0.0488651 Sep 17 04:44:47.801523 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46308) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:44:47.805978 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-828fe506-3f72-4c7e-9211-47939985e531 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Request body: {'floatingip': {'port_id': 'a18bc2f1-2476-4adc-a624-1c0a1132e305'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:44:48.113754 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-828fe506-3f72-4c7e-9211-47939985e531 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (1e381340-f957-4ddb-bf8c-5bb8c108d9f2), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:48.269374 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:48.460014 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-34755457-a091-4663-84f0-d1fafaccb445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:48.468584 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:48.555744 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-828fe506-3f72-4c7e-9211-47939985e531 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:48.561544 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-828fe506-3f72-4c7e-9211-47939985e531 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (1e381340-f957-4ddb-bf8c-5bb8c108d9f2), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:48.656972 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [None req-828fe506-3f72-4c7e-9211-47939985e531 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Floating IP 1e381340-f957-4ddb-bf8c-5bb8c108d9f2 associated. External IP: 172.27.3.163, port: a18bc2f1-2476-4adc-a624-1c0a1132e305. Sep 17 04:44:48.863721 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828fe506-3f72-4c7e-9211-47939985e531 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Router 47a4c1fa-5a84-486c-8991-4059abd73494 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:44:48.976970 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828fe506-3f72-4c7e-9211-47939985e531 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:44:48.982523 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-828fe506-3f72-4c7e-9211-47939985e531 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:48.987294 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347c1d5-5337-47c8-8b3f-1f4d4b5fb988 None None] Sync routers for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:44:48.997697 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347c1d5-5337-47c8-8b3f-1f4d4b5fb988 None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:44:48.998312 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-6347c1d5-5337-47c8-8b3f-1f4d4b5fb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:44:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:44:49.013033 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-828fe506-3f72-4c7e-9211-47939985e531 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/1e381340-f957-4ddb-bf8c-5bb8c108d9f2 HTTP/1.1" status: 200 len: 991 time: 1.2104130 Sep 17 04:44:49.014082 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4951bb59-de70-4ddd-8dd5-37d9faceb6f9', 'tag': 'a18bc2f1-2476-4adc-a624-1c0a1132e305'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:44:49.017268 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7fce2c-6616-4884-902d-fc19aa1153da" -d '{"events": [{"name": "network-changed", "server_uuid": "4951bb59-de70-4ddd-8dd5-37d9faceb6f9", "tag": "a18bc2f1-2476-4adc-a624-1c0a1132e305"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:44:49.062857 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba1aa51-5291-47c9-979b-6775c9a561f1 x-openstack-request-id: req-3ba1aa51-5291-47c9-979b-6775c9a561f1 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:44:49.063128 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4951bb59-de70-4ddd-8dd5-37d9faceb6f9", "tag": "a18bc2f1-2476-4adc-a624-1c0a1132e305", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:44:49.063396 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ba1aa51-5291-47c9-979b-6775c9a561f1 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:44:49.063811 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba1aa51-5291-47c9-979b-6775c9a561f1'] response: {'name': 'network-changed', 'server_uuid': '4951bb59-de70-4ddd-8dd5-37d9faceb6f9', 'tag': 'a18bc2f1-2476-4adc-a624-1c0a1132e305', 'status': 'completed', 'code': 200} Sep 17 04:44:49.104334 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-6347c1d5-5337-47c8-8b3f-1f4d4b5fb988 None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:44:49.126784 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:49.153502 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fce2c-6616-4884-902d-fc19aa1153da req-d7576573-ac68-42b7-a8b7-837b040d4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:49.155024 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ad7fce2c-6616-4884-902d-fc19aa1153da req-d7576573-ac68-42b7-a8b7-837b040d4c55 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 1129 time: 0.0432794 Sep 17 04:44:49.245985 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fce2c-6616-4884-902d-fc19aa1153da req-8d080dbc-f88f-4970-bdd9-ac0ae98ca1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:49.247406 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ad7fce2c-6616-4884-902d-fc19aa1153da req-8d080dbc-f88f-4970-bdd9-ac0ae98ca1c6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 910 time: 0.0868163 Sep 17 04:44:49.312803 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ad7fce2c-6616-4884-902d-fc19aa1153da req-8bf188a8-ad1f-40af-b100-94167804d465 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a18bc2f1-2476-4adc-a624-1c0a1132e305 HTTP/1.1" status: 200 len: 999 time: 0.0597067 Sep 17 04:44:49.320067 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-6347c1d5-5337-47c8-8b3f-1f4d4b5fb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '1e381340-f957-4ddb-bf8c-5bb8c108d9f2', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'port_id': 'a18bc2f1-2476-4adc-a624-1c0a1132e305', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'mac_address': 'fa:16:3e:3b:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4951bb59-de70-4ddd-8dd5-37d9faceb6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:44:35Z', 'updated_at': '2022-09-17T04:44:48Z', 'revision_number': 1, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:04Z', 'revision_number': 5, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:44:49.362851 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fce2c-6616-4884-902d-fc19aa1153da req-17596e5f-091f-4b07-aa45-9e4b8f296005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:49.364328 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ad7fce2c-6616-4884-902d-fc19aa1153da req-17596e5f-091f-4b07-aa45-9e4b8f296005 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f27627bb-f92f-43d8-a2d2-11bec4310026 HTTP/1.1" status: 200 len: 848 time: 0.0456505 Sep 17 04:44:49.412928 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fce2c-6616-4884-902d-fc19aa1153da req-5d33c0ab-cd71-4262-b456-43a50bbe3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:44:49.414492 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ad7fce2c-6616-4884-902d-fc19aa1153da req-5d33c0ab-cd71-4262-b456-43a50bbe3f67 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=276b59e3-5161-4328-9145-0306fa8cd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431159 Sep 17 04:44:49.475462 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347c1d5-5337-47c8-8b3f-1f4d4b5fb988 None None] Checking router: 47a4c1fa-5a84-486c-8991-4059abd73494 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:44:49.484287 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347c1d5-5337-47c8-8b3f-1f4d4b5fb988 None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:44:49.484882 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-6347c1d5-5337-47c8-8b3f-1f4d4b5fb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:44:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:44:49.514191 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ad7fce2c-6616-4884-902d-fc19aa1153da req-18ef3ab2-b13a-4faf-987f-a700133f887b service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928531 Sep 17 04:44:49.586335 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-6347c1d5-5337-47c8-8b3f-1f4d4b5fb988 None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:44:49.594490 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:49.605875 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ad7fce2c-6616-4884-902d-fc19aa1153da req-29911bdd-16c0-4325-933c-2335904c96c0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857229 Sep 17 04:44:49.797364 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-6347c1d5-5337-47c8-8b3f-1f4d4b5fb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '1e381340-f957-4ddb-bf8c-5bb8c108d9f2', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'port_id': 'a18bc2f1-2476-4adc-a624-1c0a1132e305', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'mac_address': 'fa:16:3e:3b:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4951bb59-de70-4ddd-8dd5-37d9faceb6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:44:35Z', 'updated_at': '2022-09-17T04:44:48Z', 'revision_number': 1, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:04Z', 'revision_number': 5, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:44:49.824947 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347c1d5-5337-47c8-8b3f-1f4d4b5fb988 None None] The sync data for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi is: [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': '1e381340-f957-4ddb-bf8c-5bb8c108d9f2', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'port_id': 'a18bc2f1-2476-4adc-a624-1c0a1132e305', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'mac_address': 'fa:16:3e:3b:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4951bb59-de70-4ddd-8dd5-37d9faceb6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:44:35Z', 'updated_at': '2022-09-17T04:44:48Z', 'revision_number': 1, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:04Z', 'revision_number': 5, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:44:50.016349 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299403d-8678-4c72-bd6e-b6b84e9d0783 None None] New status for floating IP 1e381340-f957-4ddb-bf8c-5bb8c108d9f2: ACTIVE {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:44:50.646456 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5961cd05-c801-4238-bf0e-fd1b431399da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:52.031874 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:53.517463 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:53.580775 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:44:59.008131 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:UPDATE=1,neutron:SELECT=55 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:59.010494 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:44:59.602366 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:00.035628 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:45:03.511635 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:03.575006 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:05.245603 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:45:15.225441 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:15.236365 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:16.553265 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=25 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:16.554468 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:18.458134 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1dabe54e-301f-4be2-a665-e9f849a73d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:45:20.643608 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa20f-063b-4d50-b6a0-7882736f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:45:22.033903 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:45:23.516211 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:45:23.587966 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:45:33.580566 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:33.581863 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:35.245551 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:45:37.040535 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:45:40.339576 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4e7b236-a4f4-4d70-b81c-8f524650268c req-049e66f0-0747-4330-ab44-9af43818bdcc service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516303 Sep 17 04:45:40.451950 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7b236-a4f4-4d70-b81c-8f524650268c req-25336dc0-21cb-4832-ad4c-26fac4af1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:45:40.453482 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4e7b236-a4f4-4d70-b81c-8f524650268c req-25336dc0-21cb-4832-ad4c-26fac4af1ac3 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e4563767772c486f8fbb9ea131771412&device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 1129 time: 0.0411975 Sep 17 04:45:40.561192 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7b236-a4f4-4d70-b81c-8f524650268c req-e535d2af-5af1-4a0c-b2c1-2469961ed459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:45:40.562670 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4e7b236-a4f4-4d70-b81c-8f524650268c req-e535d2af-5af1-4a0c-b2c1-2469961ed459 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 200 len: 910 time: 0.0886202 Sep 17 04:45:40.632641 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4e7b236-a4f4-4d70-b81c-8f524650268c req-e7b7f8f9-e851-49fa-9d91-0bf9974b6675 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a18bc2f1-2476-4adc-a624-1c0a1132e305 HTTP/1.1" status: 200 len: 1001 time: 0.0639448 Sep 17 04:45:40.683220 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7b236-a4f4-4d70-b81c-8f524650268c req-c7aa2a9e-08a6-4488-9a6b-8c198cf3daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:45:40.684682 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4e7b236-a4f4-4d70-b81c-8f524650268c req-c7aa2a9e-08a6-4488-9a6b-8c198cf3daf5 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f27627bb-f92f-43d8-a2d2-11bec4310026 HTTP/1.1" status: 200 len: 848 time: 0.0459242 Sep 17 04:45:40.733004 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7b236-a4f4-4d70-b81c-8f524650268c req-76202ace-59c3-4bf1-9077-37b4d45ce6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:45:40.734526 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4e7b236-a4f4-4d70-b81c-8f524650268c req-76202ace-59c3-4bf1-9077-37b4d45ce6a7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=276b59e3-5161-4328-9145-0306fa8cd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435624 Sep 17 04:45:40.828385 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4e7b236-a4f4-4d70-b81c-8f524650268c req-c1c0634b-2c41-43a9-bcb9-8b4932c23965 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875998 Sep 17 04:45:40.924421 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a4e7b236-a4f4-4d70-b81c-8f524650268c req-7895d2f3-4efc-40dd-981c-55f6432829aa service neutron] 10.222.0.66 "GET /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895529 Sep 17 04:45:45.232714 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:45.237315 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:47.032010 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:47.033181 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:48.457010 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-494623ac-f126-4a3a-815e-a8a7ff43d2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:45:50.645787 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c1e7ed79-872f-4698-8333-7536e5d0dc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:45:50.906806 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=47 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:50.921616 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=54 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:45:52.037656 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:45:53.524943 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:45:53.584913 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:03.574779 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:03.576928 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:05.231729 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:14.045103 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:46:15.221555 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:15.226622 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:17.187538 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c203c5-7177-4347-8e32-c28c0ef3fa0d req-5efff517-a802-4bef-ac7d-20a23db0ff8f tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:46:17.188978 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-54c203c5-7177-4347-8e32-c28c0ef3fa0d req-5efff517-a802-4bef-ac7d-20a23db0ff8f tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 945 time: 0.0480101 Sep 17 04:46:17.238888 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-54c203c5-7177-4347-8e32-c28c0ef3fa0d req-15105893-c49b-4a7b-8424-c90b75c5c999 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e0ca8a35-778b-4d0d-9cb7-83b59445e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Sep 17 04:46:18.393028 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e865548-9d04-4f5a-a2b0-20de215318ea req-5f4bc7b9-7a95-4140-9b8c-237028f360b2 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:46:18.394507 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0e865548-9d04-4f5a-a2b0-20de215318ea req-5f4bc7b9-7a95-4140-9b8c-237028f360b2 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 945 time: 0.0542929 Sep 17 04:46:18.446468 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-0e865548-9d04-4f5a-a2b0-20de215318ea req-a0c8473a-3e79-4600-bc8e-e4a8e671020a tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e0ca8a35-778b-4d0d-9cb7-83b59445e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436661 Sep 17 04:46:18.449848 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-62853380-146d-4a73-a5ad-207db12a45e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:19.408772 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-336a0f18-e0cb-49eb-9696-0504b7c1d939 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:46:19.411115 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-336a0f18-e0cb-49eb-9696-0504b7c1d939 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 945 time: 0.0531347 Sep 17 04:46:19.501591 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Deleting port a18bc2f1-2476-4adc-a624-1c0a1132e305 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:46:19.501935 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:19.604591 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1cf36-6a97-4fd1-a5d6-ca7c69a71d35 req-886a8af6-36a5-408e-8484-b5ae8991580c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:46:19.606043 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d8f1cf36-6a97-4fd1-a5d6-ca7c69a71d35 req-886a8af6-36a5-408e-8484-b5ae8991580c tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 945 time: 0.0622668 Sep 17 04:46:19.644523 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] For port a18bc2f1-2476-4adc-a624-1c0a1132e305, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a18bc2f1-2476-4adc-a624-1c0a1132e305,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:46:19.644881 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:19.721020 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d8f1cf36-6a97-4fd1-a5d6-ca7c69a71d35 req-339ad972-6439-42e5-a86f-581f06a0ce11 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e0ca8a35-778b-4d0d-9cb7-83b59445e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053579 Sep 17 04:46:19.771452 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:19.839003 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:19.839420 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (1e381340-f957-4ddb-bf8c-5bb8c108d9f2), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:19.839811 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.l3_db [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Floating IP 1e381340-f957-4ddb-bf8c-5bb8c108d9f2 disassociated. External IP: 172.27.3.163, port: a18bc2f1-2476-4adc-a624-1c0a1132e305. Sep 17 04:46:19.840256 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Calling delete_port for a18bc2f1-2476-4adc-a624-1c0a1132e305 owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:46:19.976609 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (a18bc2f1-2476-4adc-a624-1c0a1132e305), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:20.005778 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event deleted for resources: {'Port': ['ID=a18bc2f1-2476-4adc-a624-1c0a1132e305,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:20.024950 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.025307 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.025669 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.026008 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.026954 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.026954 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.026954 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.027355 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.027793 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.028090 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.028419 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.028736 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.029057 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.029414 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.029730 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:20.135792 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Router 47a4c1fa-5a84-486c-8991-4059abd73494 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:46:20.175237 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:20.193959 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:20.242420 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:46:20.254596 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702efe69-f76c-4f53-a5e7-4ab3d5a6570f None None] Sync routers for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:46:20.266082 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702efe69-f76c-4f53-a5e7-4ab3d5a6570f None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:46:20.266707 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-702efe69-f76c-4f53-a5e7-4ab3d5a6570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:45:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:46:20.284214 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] No DVR routers for this DVR port a18bc2f1-2476-4adc-a624-1c0a1132e305 on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:46:20.286723 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:20.290087 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-67b7ca9e-1959-4552-ac48-0f70bb0d30d3 req-158d5696-5b2a-451e-aee3-9bc6d913e415 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.66 "DELETE /networking/v2.0/ports/a18bc2f1-2476-4adc-a624-1c0a1132e305 HTTP/1.1" status: 204 len: 173 time: 0.8723917 Sep 17 04:46:20.290617 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4951bb59-de70-4ddd-8dd5-37d9faceb6f9', 'name': 'network-vif-deleted', 'tag': 'a18bc2f1-2476-4adc-a624-1c0a1132e305'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:46:20.292932 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4689b7-1852-40d8-b338-1f87ea232cd8" -d '{"events": [{"server_uuid": "4951bb59-de70-4ddd-8dd5-37d9faceb6f9", "name": "network-vif-deleted", "tag": "a18bc2f1-2476-4adc-a624-1c0a1132e305"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:46:20.337991 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165b3d3f-5699-4c6c-bedc-8ded7db872ac x-openstack-request-id: req-165b3d3f-5699-4c6c-bedc-8ded7db872ac {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:46:20.338563 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4951bb59-de70-4ddd-8dd5-37d9faceb6f9", "name": "network-vif-deleted", "tag": "a18bc2f1-2476-4adc-a624-1c0a1132e305", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:46:20.338897 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-165b3d3f-5699-4c6c-bedc-8ded7db872ac {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:46:20.339331 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165b3d3f-5699-4c6c-bedc-8ded7db872ac'] response: {'server_uuid': '4951bb59-de70-4ddd-8dd5-37d9faceb6f9', 'name': 'network-vif-deleted', 'tag': 'a18bc2f1-2476-4adc-a624-1c0a1132e305', 'status': 'completed', 'code': 200} Sep 17 04:46:20.392954 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-702efe69-f76c-4f53-a5e7-4ab3d5a6570f None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:46:20.590732 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-702efe69-f76c-4f53-a5e7-4ab3d5a6570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:04Z', 'revision_number': 5, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:46:20.618470 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702efe69-f76c-4f53-a5e7-4ab3d5a6570f None None] Checking router: 47a4c1fa-5a84-486c-8991-4059abd73494 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:46:20.638503 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702efe69-f76c-4f53-a5e7-4ab3d5a6570f None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:46:20.639365 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-702efe69-f76c-4f53-a5e7-4ab3d5a6570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:45:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:46:20.642782 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-00ba542a-e3f9-452f-871c-9a95ccb4ae86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:20.742517 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-702efe69-f76c-4f53-a5e7-4ab3d5a6570f None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:46:20.840064 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-07764761-1384-4cfa-a49b-029d4fb92483 req-bd11bb87-bfbd-4b95-816d-d64518ec7cd5 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4951bb59-de70-4ddd-8dd5-37d9faceb6f9 HTTP/1.1" status: 200 len: 210 time: 0.0287910 Sep 17 04:46:20.936408 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-702efe69-f76c-4f53-a5e7-4ab3d5a6570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:04Z', 'revision_number': 5, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:46:20.965224 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702efe69-f76c-4f53-a5e7-4ab3d5a6570f None None] The sync data for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi is: [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:39:59Z', 'revision_number': 4, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '1d8226f9-25c9-45ee-898d-5e7e0f39661e', 'name': '', 'network_id': '276b59e3-5161-4328-9145-0306fa8cd354', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'mac_address': 'fa:16:3e:8a:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:59Z', 'updated_at': '2022-09-17T04:40:04Z', 'revision_number': 5, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'subnets': [{'id': 'f27627bb-f92f-43d8-a2d2-11bec4310026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:46:21.182146 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5ce9a-13b9-48c4-8d73-efd6a08b5bd5 None None] New status for floating IP 1e381340-f957-4ddb-bf8c-5bb8c108d9f2: DOWN {{(pid=106229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:46:21.947410 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46486) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:22.001753 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group (e0ca8a35-778b-4d0d-9cb7-83b59445e12a), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:22.025977 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group (e0ca8a35-778b-4d0d-9cb7-83b59445e12a), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:22.035679 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:22.074860 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (e0ca8a35-778b-4d0d-9cb7-83b59445e12a), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:22.077395 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:22.078557 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e0ca8a35-778b-4d0d-9cb7-83b59445e12a HTTP/1.1" status: 204 len: 168 time: 0.1301663 Sep 17 04:46:22.081593 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46488) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:22.088242 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ca8a35-778b-4d0d-9cb7-83b59445e12a,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:22.095378 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.095715 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.095997 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.api.v2.resource [None req-54de118a-414f-46f4-933f-c362a47c795b tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] show failed (client error): The resource could not be found. Sep 17 04:46:22.096203 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.096471 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.096795 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.097135 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.097273 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-54de118a-414f-46f4-933f-c362a47c795b tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "GET /networking/v2.0/security-groups/e0ca8a35-778b-4d0d-9cb7-83b59445e12a HTTP/1.1" status: 404 len: 347 time: 0.0143871 Sep 17 04:46:22.097535 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.097858 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.098177 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.098495 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.098809 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.099114 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.099428 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.099910 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.100035 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46490) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:22.100142 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40342a61-6b55-437b-acdc-f84a3e8b2d54 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:22.164790 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device a18bc2f1-2476-4adc-a624-1c0a1132e305 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:46:22.184294 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: a18bc2f1-2476-4adc-a624-1c0a1132e305 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:46:22.184631 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device a18bc2f1-2476-4adc-a624-1c0a1132e305 not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:46:22.214989 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-a91e498e-71af-4702-83c6-a22c757f3a34 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Deleting port bead35a2-2c43-4660-910b-b4f4ff6fd991 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:46:22.215244 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a91e498e-71af-4702-83c6-a22c757f3a34 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (bead35a2-2c43-4660-910b-b4f4ff6fd991), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:22.295817 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a91e498e-71af-4702-83c6-a22c757f3a34 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (bead35a2-2c43-4660-910b-b4f4ff6fd991), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:22.296145 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a91e498e-71af-4702-83c6-a22c757f3a34 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (bead35a2-2c43-4660-910b-b4f4ff6fd991), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:22.308965 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-a91e498e-71af-4702-83c6-a22c757f3a34 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Calling delete_port for bead35a2-2c43-4660-910b-b4f4ff6fd991 owned by network:floatingip {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:46:22.463543 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a91e498e-71af-4702-83c6-a22c757f3a34 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (bead35a2-2c43-4660-910b-b4f4ff6fd991), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:22.488099 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e498e-71af-4702-83c6-a22c757f3a34 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Pushing event deleted for resources: {'Port': ['ID=bead35a2-2c43-4660-910b-b4f4ff6fd991,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:22.552234 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a91e498e-71af-4702-83c6-a22c757f3a34 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks [] for floatingip (1e381340-f957-4ddb-bf8c-5bb8c108d9f2), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:22.554709 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a91e498e-71af-4702-83c6-a22c757f3a34 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:22.555863 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-a91e498e-71af-4702-83c6-a22c757f3a34 tempest-AttachVolumeTestJSON-109305465 tempest-AttachVolumeTestJSON-109305465-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/1e381340-f957-4ddb-bf8c-5bb8c108d9f2 HTTP/1.1" status: 204 len: 168 time: 0.4549365 Sep 17 04:46:23.527494 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:23.579132 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:26.166249 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46518) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:26.598142 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d4028f05-094d-4ebf-bd24-1ea7c6992cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3836835'] for router_interface (47a4c1fa-5a84-486c-8991-4059abd73494), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:26.674118 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:26.681032 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:26.820370 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-d4028f05-094d-4ebf-bd24-1ea7c6992cf8 admin admin] Deleting port 1d8226f9-25c9-45ee-898d-5e7e0f39661e {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:46:26.820672 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d4028f05-094d-4ebf-bd24-1ea7c6992cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:27.153801 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-d4028f05-094d-4ebf-bd24-1ea7c6992cf8 admin admin] For port 1d8226f9-25c9-45ee-898d-5e7e0f39661e, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=1d8226f9-25c9-45ee-898d-5e7e0f39661e,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:46:27.154110 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d4028f05-094d-4ebf-bd24-1ea7c6992cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:27.167750 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-d4028f05-094d-4ebf-bd24-1ea7c6992cf8 admin admin] Calling delete_port for 1d8226f9-25c9-45ee-898d-5e7e0f39661e owned by network:router_interface {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:46:27.353722 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d4028f05-094d-4ebf-bd24-1ea7c6992cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (1d8226f9-25c9-45ee-898d-5e7e0f39661e), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:27.387885 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4028f05-094d-4ebf-bd24-1ea7c6992cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8226f9-25c9-45ee-898d-5e7e0f39661e,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:27.552216 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d4028f05-094d-4ebf-bd24-1ea7c6992cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3696915'] for router_interface (47a4c1fa-5a84-486c-8991-4059abd73494), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:27.716339 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:27.770168 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4028f05-094d-4ebf-bd24-1ea7c6992cf8 admin admin] Router 47a4c1fa-5a84-486c-8991-4059abd73494 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:46:27.823367 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:27.876834 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4028f05-094d-4ebf-bd24-1ea7c6992cf8 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:46:27.882531 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d4028f05-094d-4ebf-bd24-1ea7c6992cf8 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/47a4c1fa-5a84-486c-8991-4059abd73494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7156241 Sep 17 04:46:27.885346 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46522) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:27.886271 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db83f1af-eef2-4a26-b10c-94e366613e4d None None] Sync routers for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:46:27.889226 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:27.899535 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db83f1af-eef2-4a26-b10c-94e366613e4d None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:46:27.900152 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-db83f1af-eef2-4a26-b10c-94e366613e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:46:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:46:27.990811 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Publish callbacks [] for router (47a4c1fa-5a84-486c-8991-4059abd73494), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.092684 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Publish callbacks [] for router_gateway (47a4c1fa-5a84-486c-8991-4059abd73494), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.128633 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-db83f1af-eef2-4a26-b10c-94e366613e4d None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:46:28.136206 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Deleting port 00b18aa7-603c-455c-80b7-7edcc5b7c478 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:46:28.136547 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.180938 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:28.221097 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] For port 00b18aa7-603c-455c-80b7-7edcc5b7c478, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=00b18aa7-603c-455c-80b7-7edcc5b7c478,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:46:28.221704 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.235133 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Calling delete_port for 00b18aa7-603c-455c-80b7-7edcc5b7c478 owned by network:router_gateway {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:46:28.301192 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-db83f1af-eef2-4a26-b10c-94e366613e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:46:27Z', 'revision_number': 5, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port': {'id': '00b18aa7-603c-455c-80b7-7edcc5b7c478', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:39:57Z', 'updated_at': '2022-09-17T04:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:46:28.326343 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db83f1af-eef2-4a26-b10c-94e366613e4d None None] Checking router: 47a4c1fa-5a84-486c-8991-4059abd73494 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:46:28.335718 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db83f1af-eef2-4a26-b10c-94e366613e4d None None] Routers {'47a4c1fa-5a84-486c-8991-4059abd73494'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:46:28.336323 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-db83f1af-eef2-4a26-b10c-94e366613e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:46:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['47a4c1fa-5a84-486c-8991-4059abd73494'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:46:28.403687 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (00b18aa7-603c-455c-80b7-7edcc5b7c478), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.421531 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-db83f1af-eef2-4a26-b10c-94e366613e4d None None] Set router 47a4c1fa-5a84-486c-8991-4059abd73494 gateway port host: None {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:46:28.430115 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b18aa7-603c-455c-80b7-7edcc5b7c478,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:28.469892 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-db83f1af-eef2-4a26-b10c-94e366613e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:46:28Z', 'revision_number': 6, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port_host': None}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:46:28.491422 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3695193'] for router_gateway (47a4c1fa-5a84-486c-8991-4059abd73494), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.497388 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db83f1af-eef2-4a26-b10c-94e366613e4d None None] The sync data for ids ['47a4c1fa-5a84-486c-8991-4059abd73494'] in dv-cinder-857993-2-iscsi is: [{'id': '47a4c1fa-5a84-486c-8991-4059abd73494', 'name': 'tempest-AttachVolumeTestJSON-52013952-router', 'tenant_id': 'e4563767772c486f8fbb9ea131771412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:39:56Z', 'updated_at': '2022-09-17T04:46:28Z', 'revision_number': 6, 'project_id': 'e4563767772c486f8fbb9ea131771412', 'gw_port_host': None}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:46:28.580611 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3698125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (47a4c1fa-5a84-486c-8991-4059abd73494), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.583416 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Publish callbacks [] for router_controller (47a4c1fa-5a84-486c-8991-4059abd73494), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.626448 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3697006'] for router (47a4c1fa-5a84-486c-8991-4059abd73494), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.627196 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47a4c1fa-5a84-486c-8991-4059abd73494 {{(pid=106226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:46:28.632961 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.634140 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-9b607b06-8303-4e98-8ea0-bf9a341ccd54 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/47a4c1fa-5a84-486c-8991-4059abd73494 HTTP/1.1" status: 204 len: 168 time: 0.7478516 Sep 17 04:46:28.636816 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46524) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:28.673246 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:28.687018 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_v2 [None req-9529e310-2dde-4188-8b83-dd39178c8774 admin admin] Deleting subnet f27627bb-f92f-43d8-a2d2-11bec4310026 {{(pid=106226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:46:28.690862 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9529e310-2dde-4188-8b83-dd39178c8774 admin admin] Publish callbacks [] for subnet (f27627bb-f92f-43d8-a2d2-11bec4310026), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.727102 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9529e310-2dde-4188-8b83-dd39178c8774 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9580622'] for subnet (f27627bb-f92f-43d8-a2d2-11bec4310026), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.744896 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:28.804179 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9529e310-2dde-4188-8b83-dd39178c8774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (f27627bb-f92f-43d8-a2d2-11bec4310026), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.866101 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9529e310-2dde-4188-8b83-dd39178c8774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9581814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411520'] for subnet (f27627bb-f92f-43d8-a2d2-11bec4310026), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.893959 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529e310-2dde-4188-8b83-dd39178c8774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f27627bb-f92f-43d8-a2d2-11bec4310026,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:28.897620 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9529e310-2dde-4188-8b83-dd39178c8774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:28.900857 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-9529e310-2dde-4188-8b83-dd39178c8774 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/f27627bb-f92f-43d8-a2d2-11bec4310026 HTTP/1.1" status: 204 len: 168 time: 0.2629406 Sep 17 04:46:28.903303 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46526) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:28.903970 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e783b7-9df2-4d79-81b4-8f481872ee63 None None] Network 276b59e3-5161-4328-9145-0306fa8cd354 requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:46:28.975215 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (276b59e3-5161-4328-9145-0306fa8cd354), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.027149 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Deleting port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:46:29.027492 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.068970 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] DHCP port deletion for 276b59e3-5161-4328-9145-0306fa8cd354 request from dv-cinder-857993-2-iscsi {{(pid=106228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:46:29.096392 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] For port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=d5e906ce-0094-4b1e-9bd6-a5b92dc4e707,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:46:29.096761 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.111214 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Calling delete_port for d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 owned by network:dhcp {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:46:29.111976 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Deleting port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:46:29.112351 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.174994 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] For port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=d5e906ce-0094-4b1e-9bd6-a5b92dc4e707,segment=NetworkSegment(79a38fec-ba0e-47eb-bf45-db4dc713710e),segment_id=79a38fec-ba0e-47eb-bf45-db4dc713710e)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:46:29.175470 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.190062 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Calling delete_port for d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:46:29.197153 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.224101 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e906ce-0094-4b1e-9bd6-a5b92dc4e707,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:29.227485 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] No DVR routers for this DVR port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 on host dv-cinder-857993-2-iscsi {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:46:29.277034 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530'] for port (d5e906ce-0094-4b1e-9bd6-a5b92dc4e707), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.299426 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (276b59e3-5161-4328-9145-0306fa8cd354), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.301820 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Pushing event deleted for resources: {'Port': ['ID=d5e906ce-0094-4b1e-9bd6-a5b92dc4e707,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:29.312050 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] No DVR routers for this DVR port d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 on host dv-cinder-857993-2-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:46:29.314409 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.314841 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.315243 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.320398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.320398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.320398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.320398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.320398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.320398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.320398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.320398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.320398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.320398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.320398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.320398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87b2f6-4e11-4f49-8ed3-0d07207e8fab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:46:29.323811 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276b59e3-5161-4328-9145-0306fa8cd354']}} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:46:29.334364 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a38fec-ba0e-47eb-bf45-db4dc713710e') {'for_net_delete': True} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:46:29.334659 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a38fec-ba0e-47eb-bf45-db4dc713710e') {} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:46:29.348200 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9580661'] for segment (79a38fec-ba0e-47eb-bf45-db4dc713710e), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.361623 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (79a38fec-ba0e-47eb-bf45-db4dc713710e), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.368351 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=106226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:46:29.368786 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9581644'] for segment (79a38fec-ba0e-47eb-bf45-db4dc713710e), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.408988 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment 79a38fec-ba0e-47eb-bf45-db4dc713710e resource provider aggregate not found Sep 17 04:46:29.428127 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment 79a38fec-ba0e-47eb-bf45-db4dc713710e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79a38fec-ba0e-47eb-bf45-db4dc713710e found for delete ", "request_id": "req-90f5f692-9d0d-4699-920a-128453418a51"}]} Sep 17 04:46:29.435369 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (276b59e3-5161-4328-9145-0306fa8cd354), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.440964 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.444118 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/276b59e3-5161-4328-9145-0306fa8cd354 HTTP/1.1" status: 204 len: 168 time: 0.5396972 Sep 17 04:46:29.455640 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38045122-95f8-4949-9987-aae37d41a092 admin admin] Pushing event deleted for resources: {'Network': ['ID=276b59e3-5161-4328-9145-0306fa8cd354,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:29.564162 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46534) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:29.606872 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-3def2e17-bb6c-45c2-8adb-0ab0f8ee9e2e admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e4563767772c486f8fbb9ea131771412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414681 Sep 17 04:46:29.609412 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46536) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:29.659709 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b632-0885-4719-b1e2-f81911290937 admin admin] Publish callbacks [] for security_group (3bbf0a00-c89c-4504-bf6e-825af562f6e9), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.671850 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:29.685105 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b632-0885-4719-b1e2-f81911290937 admin admin] Publish callbacks [] for security_group (3bbf0a00-c89c-4504-bf6e-825af562f6e9), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.695909 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:29.736598 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b632-0885-4719-b1e2-f81911290937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (3bbf0a00-c89c-4504-bf6e-825af562f6e9), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.740058 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b632-0885-4719-b1e2-f81911290937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:29.741345 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-9bf0b632-0885-4719-b1e2-f81911290937 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3bbf0a00-c89c-4504-bf6e-825af562f6e9 HTTP/1.1" status: 204 len: 168 time: 0.1310079 Sep 17 04:46:29.749521 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0b632-0885-4719-b1e2-f81911290937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbf0a00-c89c-4504-bf6e-825af562f6e9,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:29.966972 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 1d8226f9-25c9-45ee-898d-5e7e0f39661e no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:46:29.986348 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 1d8226f9-25c9-45ee-898d-5e7e0f39661e {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:46:29.986829 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 1d8226f9-25c9-45ee-898d-5e7e0f39661e not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:46:29.987252 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 00b18aa7-603c-455c-80b7-7edcc5b7c478 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:46:30.007723 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 00b18aa7-603c-455c-80b7-7edcc5b7c478 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:46:30.008069 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 00b18aa7-603c-455c-80b7-7edcc5b7c478 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:46:30.008479 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:46:30.027077 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:46:30.027425 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device d5e906ce-0094-4b1e-9bd6-a5b92dc4e707 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:46:31.251986 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:31.254334 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:31.557568 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46586) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:31.667626 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a699bf11-e03a-4b76-9a01-65bc4aed8a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:31.743898 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a699bf11-e03a-4b76-9a01-65bc4aed8a36 admin admin] Publish callbacks [] for security_group (0d58079c-3225-41ca-8527-654fd0e9794b), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:31.750097 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-a699bf11-e03a-4b76-9a01-65bc4aed8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (0d58079c-3225-41ca-8527-654fd0e9794b), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:31.790603 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-a699bf11-e03a-4b76-9a01-65bc4aed8a36 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f2d7e127990645ac8c4b785c252266ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319541 Sep 17 04:46:31.791441 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699bf11-e03a-4b76-9a01-65bc4aed8a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d58079c-3225-41ca-8527-654fd0e9794b,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:31.793543 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46590) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:31.844947 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-755c33a5-f98d-4934-94f8-e688769b6f5f admin admin] Publish callbacks [] for security_group (0d58079c-3225-41ca-8527-654fd0e9794b), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:31.869196 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-755c33a5-f98d-4934-94f8-e688769b6f5f admin admin] Publish callbacks [] for security_group (0d58079c-3225-41ca-8527-654fd0e9794b), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:31.928085 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-755c33a5-f98d-4934-94f8-e688769b6f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (0d58079c-3225-41ca-8527-654fd0e9794b), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:31.930912 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-755c33a5-f98d-4934-94f8-e688769b6f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:31.932167 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-755c33a5-f98d-4934-94f8-e688769b6f5f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/0d58079c-3225-41ca-8527-654fd0e9794b HTTP/1.1" status: 204 len: 168 time: 0.1376395 Sep 17 04:46:31.940072 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c33a5-f98d-4934-94f8-e688769b6f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d58079c-3225-41ca-8527-654fd0e9794b,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:32.210714 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46596) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:32.224804 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-49f42c37-6ce5-41e4-a2cc-cf1459338578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:32.301520 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-49f42c37-6ce5-41e4-a2cc-cf1459338578 admin admin] Publish callbacks [] for security_group (f92f1bfa-8320-40ae-be9e-764f9eae59b4), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:32.306975 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-49f42c37-6ce5-41e4-a2cc-cf1459338578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f92f1bfa-8320-40ae-be9e-764f9eae59b4), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:32.347105 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f42c37-6ce5-41e4-a2cc-cf1459338578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92f1bfa-8320-40ae-be9e-764f9eae59b4,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:32.351395 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-49f42c37-6ce5-41e4-a2cc-cf1459338578 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0bdd215baa2345448ecbab00578b1cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396306 Sep 17 04:46:32.354215 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46598) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:32.403517 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5e137f5d-9951-4887-a9a1-e71e0a5f6749 admin admin] Publish callbacks [] for security_group (f92f1bfa-8320-40ae-be9e-764f9eae59b4), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:32.428569 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5e137f5d-9951-4887-a9a1-e71e0a5f6749 admin admin] Publish callbacks [] for security_group (f92f1bfa-8320-40ae-be9e-764f9eae59b4), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:32.477166 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5e137f5d-9951-4887-a9a1-e71e0a5f6749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f92f1bfa-8320-40ae-be9e-764f9eae59b4), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:32.479713 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-5e137f5d-9951-4887-a9a1-e71e0a5f6749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:32.480865 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-5e137f5d-9951-4887-a9a1-e71e0a5f6749 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f92f1bfa-8320-40ae-be9e-764f9eae59b4 HTTP/1.1" status: 204 len: 168 time: 0.1257882 Sep 17 04:46:32.488627 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e137f5d-9951-4887-a9a1-e71e0a5f6749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92f1bfa-8320-40ae-be9e-764f9eae59b4,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:35.238862 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:37.642636 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46692) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:37.762119 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-07c6902e-359e-4da5-bc6e-2d8f671996e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:37.839808 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-07c6902e-359e-4da5-bc6e-2d8f671996e3 admin admin] Publish callbacks [] for security_group (baad506c-187c-4946-815e-e21d3458e486), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:37.845667 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-07c6902e-359e-4da5-bc6e-2d8f671996e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (baad506c-187c-4946-815e-e21d3458e486), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:37.883498 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6902e-359e-4da5-bc6e-2d8f671996e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baad506c-187c-4946-815e-e21d3458e486,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:37.887679 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-07c6902e-359e-4da5-bc6e-2d8f671996e3 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=8d7d3518d7bb474cac2c47bb112c4428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440464 Sep 17 04:46:37.890426 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46696) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:37.938925 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4a9a9d7f-3cd9-4cd7-a460-4d1bf5d4b49b admin admin] Publish callbacks [] for security_group (baad506c-187c-4946-815e-e21d3458e486), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:37.960257 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4a9a9d7f-3cd9-4cd7-a460-4d1bf5d4b49b admin admin] Publish callbacks [] for security_group (baad506c-187c-4946-815e-e21d3458e486), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:38.018519 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4a9a9d7f-3cd9-4cd7-a460-4d1bf5d4b49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (baad506c-187c-4946-815e-e21d3458e486), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:38.022554 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-4a9a9d7f-3cd9-4cd7-a460-4d1bf5d4b49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:38.024472 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-4a9a9d7f-3cd9-4cd7-a460-4d1bf5d4b49b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/baad506c-187c-4946-815e-e21d3458e486 HTTP/1.1" status: 204 len: 168 time: 0.1328692 Sep 17 04:46:38.037393 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a9d7f-3cd9-4cd7-a460-4d1bf5d4b49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baad506c-187c-4946-815e-e21d3458e486,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:38.302937 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46702) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:38.309207 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:38.317552 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3aac-e8fb-488f-87aa-1daddfc30315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:38.404427 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:38.416236 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3aac-e8fb-488f-87aa-1daddfc30315 admin admin] Publish callbacks [] for security_group (ba764f51-2c4b-4b5f-add2-79e98dd4c6a0), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:38.423623 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3aac-e8fb-488f-87aa-1daddfc30315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ba764f51-2c4b-4b5f-add2-79e98dd4c6a0), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:38.471449 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-3c9a3aac-e8fb-488f-87aa-1daddfc30315 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b88f2a00aa5f46a8b5be0d8198e2c008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674266 Sep 17 04:46:38.472319 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a3aac-e8fb-488f-87aa-1daddfc30315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba764f51-2c4b-4b5f-add2-79e98dd4c6a0,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:38.475390 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46704) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:38.528112 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d95034bb-3f94-471f-aa0e-ed493306278d admin admin] Publish callbacks [] for security_group (ba764f51-2c4b-4b5f-add2-79e98dd4c6a0), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:38.548584 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d95034bb-3f94-471f-aa0e-ed493306278d admin admin] Publish callbacks [] for security_group (ba764f51-2c4b-4b5f-add2-79e98dd4c6a0), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:38.602063 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d95034bb-3f94-471f-aa0e-ed493306278d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (ba764f51-2c4b-4b5f-add2-79e98dd4c6a0), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:38.605118 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d95034bb-3f94-471f-aa0e-ed493306278d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:38.606276 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d95034bb-3f94-471f-aa0e-ed493306278d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ba764f51-2c4b-4b5f-add2-79e98dd4c6a0 HTTP/1.1" status: 204 len: 168 time: 0.1295478 Sep 17 04:46:38.614153 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95034bb-3f94-471f-aa0e-ed493306278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba764f51-2c4b-4b5f-add2-79e98dd4c6a0,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:47.714896 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46834) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:47.824934 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3a10a098-8ecf-4c23-ade1-d84f96e2097d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:47.834930 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:47.881528 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:47.918857 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3a10a098-8ecf-4c23-ade1-d84f96e2097d admin admin] Publish callbacks [] for security_group (7bceb702-8f22-4bf7-b166-22af974d22ef), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:47.924035 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-3a10a098-8ecf-4c23-ade1-d84f96e2097d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (7bceb702-8f22-4bf7-b166-22af974d22ef), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:47.963502 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-3a10a098-8ecf-4c23-ade1-d84f96e2097d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f2c250b0d2d94e848579a567241b7e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475216 Sep 17 04:46:47.964432 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10a098-8ecf-4c23-ade1-d84f96e2097d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bceb702-8f22-4bf7-b166-22af974d22ef,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:47.966424 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46838) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:48.015495 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-26b0d3a7-5aa8-494a-8fef-1d8e318a4646 admin admin] Publish callbacks [] for security_group (7bceb702-8f22-4bf7-b166-22af974d22ef), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:48.036337 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-26b0d3a7-5aa8-494a-8fef-1d8e318a4646 admin admin] Publish callbacks [] for security_group (7bceb702-8f22-4bf7-b166-22af974d22ef), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:48.053249 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=82,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:48.087879 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-26b0d3a7-5aa8-494a-8fef-1d8e318a4646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (7bceb702-8f22-4bf7-b166-22af974d22ef), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:48.090519 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-26b0d3a7-5aa8-494a-8fef-1d8e318a4646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:48.091763 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-26b0d3a7-5aa8-494a-8fef-1d8e318a4646 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7bceb702-8f22-4bf7-b166-22af974d22ef HTTP/1.1" status: 204 len: 168 time: 0.1243091 Sep 17 04:46:48.099398 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0d3a7-5aa8-494a-8fef-1d8e318a4646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bceb702-8f22-4bf7-b166-22af974d22ef,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:48.369532 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46844) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:48.383481 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-81a4424b-30e9-4b33-9e64-50f62ae8514f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:48.452671 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d5c5bdd1-fb09-4f5e-a0ce-accd38dfb39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:48.468869 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-81a4424b-30e9-4b33-9e64-50f62ae8514f admin admin] Publish callbacks [] for security_group (d7ee0f9e-d080-4c78-92de-ab2e20410cc5), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:48.474018 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-81a4424b-30e9-4b33-9e64-50f62ae8514f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d7ee0f9e-d080-4c78-92de-ab2e20410cc5), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:48.513789 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-81a4424b-30e9-4b33-9e64-50f62ae8514f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=aca7cf35ec9a4ac390400237329bc6f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431677 Sep 17 04:46:48.514931 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4424b-30e9-4b33-9e64-50f62ae8514f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ee0f9e-d080-4c78-92de-ab2e20410cc5,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:48.516903 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46846) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:48.576976 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0ce442a7-ac83-49c7-8751-5e73dee4c2de admin admin] Publish callbacks [] for security_group (d7ee0f9e-d080-4c78-92de-ab2e20410cc5), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:48.598494 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0ce442a7-ac83-49c7-8751-5e73dee4c2de admin admin] Publish callbacks [] for security_group (d7ee0f9e-d080-4c78-92de-ab2e20410cc5), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:48.652000 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0ce442a7-ac83-49c7-8751-5e73dee4c2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d7ee0f9e-d080-4c78-92de-ab2e20410cc5), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:48.654704 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0ce442a7-ac83-49c7-8751-5e73dee4c2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:48.655907 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-0ce442a7-ac83-49c7-8751-5e73dee4c2de admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d7ee0f9e-d080-4c78-92de-ab2e20410cc5 HTTP/1.1" status: 204 len: 168 time: 0.1379724 Sep 17 04:46:48.664855 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce442a7-ac83-49c7-8751-5e73dee4c2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ee0f9e-d080-4c78-92de-ab2e20410cc5,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:48.998583 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46852) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:49.012453 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9c1beab3-0db5-431d-95d8-dffe2e48112d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:49.102763 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9c1beab3-0db5-431d-95d8-dffe2e48112d admin admin] Publish callbacks [] for security_group (cbd22c78-7ce3-4db8-8a84-82718ee382e1), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:49.109075 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-9c1beab3-0db5-431d-95d8-dffe2e48112d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (cbd22c78-7ce3-4db8-8a84-82718ee382e1), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:49.146511 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1beab3-0db5-431d-95d8-dffe2e48112d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd22c78-7ce3-4db8-8a84-82718ee382e1,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:49.150802 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-9c1beab3-0db5-431d-95d8-dffe2e48112d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=2464be8034ea45b398f06a60a9855682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510561 Sep 17 04:46:49.154253 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46854) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:49.203342 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-93ede5c6-c664-4704-b43c-73ad2a790916 admin admin] Publish callbacks [] for security_group (cbd22c78-7ce3-4db8-8a84-82718ee382e1), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:49.224403 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-93ede5c6-c664-4704-b43c-73ad2a790916 admin admin] Publish callbacks [] for security_group (cbd22c78-7ce3-4db8-8a84-82718ee382e1), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:49.276306 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-93ede5c6-c664-4704-b43c-73ad2a790916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (cbd22c78-7ce3-4db8-8a84-82718ee382e1), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:49.280226 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-93ede5c6-c664-4704-b43c-73ad2a790916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:49.281846 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-93ede5c6-c664-4704-b43c-73ad2a790916 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/cbd22c78-7ce3-4db8-8a84-82718ee382e1 HTTP/1.1" status: 204 len: 168 time: 0.1273987 Sep 17 04:46:49.289853 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ede5c6-c664-4704-b43c-73ad2a790916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd22c78-7ce3-4db8-8a84-82718ee382e1,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:50.638094 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-12775343-e278-403e-a53b-a25ad9342a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:51.045100 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:46:52.053193 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:53.535959 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:53.584134 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:53.802411 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46926) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:53.911449 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-34de9b6f-221c-45ac-a69c-c67fdb420a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:53.991934 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-34de9b6f-221c-45ac-a69c-c67fdb420a57 admin admin] Publish callbacks [] for security_group (250e1e44-6d4c-45c3-a0ab-97a317e15fa6), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:53.998930 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-34de9b6f-221c-45ac-a69c-c67fdb420a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (250e1e44-6d4c-45c3-a0ab-97a317e15fa6), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:54.043028 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-34de9b6f-221c-45ac-a69c-c67fdb420a57 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=5a1903cd863f41a3b960f8e6cf827883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393768 Sep 17 04:46:54.043945 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de9b6f-221c-45ac-a69c-c67fdb420a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250e1e44-6d4c-45c3-a0ab-97a317e15fa6,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:54.045977 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46930) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:54.097791 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d8551360-a2a9-4b2e-b84e-3e9dcee0b7f9 admin admin] Publish callbacks [] for security_group (250e1e44-6d4c-45c3-a0ab-97a317e15fa6), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:54.119260 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d8551360-a2a9-4b2e-b84e-3e9dcee0b7f9 admin admin] Publish callbacks [] for security_group (250e1e44-6d4c-45c3-a0ab-97a317e15fa6), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:54.171332 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d8551360-a2a9-4b2e-b84e-3e9dcee0b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (250e1e44-6d4c-45c3-a0ab-97a317e15fa6), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:54.175454 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d8551360-a2a9-4b2e-b84e-3e9dcee0b7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:54.176622 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d8551360-a2a9-4b2e-b84e-3e9dcee0b7f9 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/250e1e44-6d4c-45c3-a0ab-97a317e15fa6 HTTP/1.1" status: 204 len: 168 time: 0.1295862 Sep 17 04:46:54.184244 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8551360-a2a9-4b2e-b84e-3e9dcee0b7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250e1e44-6d4c-45c3-a0ab-97a317e15fa6,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:54.463137 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 46936) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:54.477108 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f74ca9fc-7f37-46bf-876c-1f138cb688e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:54.498530 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:UPDATE=1,neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=5 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:54.506587 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:54.560438 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f74ca9fc-7f37-46bf-876c-1f138cb688e9 admin admin] Publish callbacks [] for security_group (58736244-5376-4b72-9981-ad1905ed96f8), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:54.565907 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-f74ca9fc-7f37-46bf-876c-1f138cb688e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (58736244-5376-4b72-9981-ad1905ed96f8), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:54.606174 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-f74ca9fc-7f37-46bf-876c-1f138cb688e9 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d3cafacb72d74a0ea370293554fd0785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419952 Sep 17 04:46:54.607114 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ca9fc-7f37-46bf-876c-1f138cb688e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58736244-5376-4b72-9981-ad1905ed96f8,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:54.610072 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 46938) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:46:54.660027 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8adb-b693-468d-b340-05693b8eb568 admin admin] Publish callbacks [] for security_group (58736244-5376-4b72-9981-ad1905ed96f8), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:54.687869 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8adb-b693-468d-b340-05693b8eb568 admin admin] Publish callbacks [] for security_group (58736244-5376-4b72-9981-ad1905ed96f8), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:54.694462 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:46:54.744309 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8adb-b693-468d-b340-05693b8eb568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (58736244-5376-4b72-9981-ad1905ed96f8), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:54.747306 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8adb-b693-468d-b340-05693b8eb568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:46:54.748456 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-8e9b8adb-b693-468d-b340-05693b8eb568 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/58736244-5376-4b72-9981-ad1905ed96f8 HTTP/1.1" status: 204 len: 168 time: 0.1369953 Sep 17 04:46:54.756647 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b8adb-b693-468d-b340-05693b8eb568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58736244-5376-4b72-9981-ad1905ed96f8,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:46:56.772407 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:01.040774 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:04.601175 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:INSERT=7,neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:04.602380 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:INSERT=2,neutron:SELECT=10 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:04.751870 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:04.753012 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=11 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:04.768542 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:04.769765 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=15 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:05.233504 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:15.225749 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:15.226991 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:16.531427 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=11 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:16.535197 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=15 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:17.955799 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47092) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:18.114415 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d247-f72e-4b08-91a9-a965dad38235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:18.201748 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d247-f72e-4b08-91a9-a965dad38235 admin admin] Publish callbacks [] for security_group (099c9d1c-d212-4fe0-8e47-04673b111f99), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:18.205811 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d247-f72e-4b08-91a9-a965dad38235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (099c9d1c-d212-4fe0-8e47-04673b111f99), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:18.245420 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-c6e7d247-f72e-4b08-91a9-a965dad38235 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4bcaf3ee57fe4f2091b17cc66d2c1aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883973 Sep 17 04:47:18.246256 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7d247-f72e-4b08-91a9-a965dad38235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099c9d1c-d212-4fe0-8e47-04673b111f99,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:18.248499 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47096) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:18.307694 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-983584b8-fa6d-4864-be7a-8015e18e2015 admin admin] Publish callbacks [] for security_group (099c9d1c-d212-4fe0-8e47-04673b111f99), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:18.327686 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-983584b8-fa6d-4864-be7a-8015e18e2015 admin admin] Publish callbacks [] for security_group (099c9d1c-d212-4fe0-8e47-04673b111f99), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:18.379494 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-983584b8-fa6d-4864-be7a-8015e18e2015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (099c9d1c-d212-4fe0-8e47-04673b111f99), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:18.382045 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-983584b8-fa6d-4864-be7a-8015e18e2015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:18.383161 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-983584b8-fa6d-4864-be7a-8015e18e2015 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/099c9d1c-d212-4fe0-8e47-04673b111f99 HTTP/1.1" status: 204 len: 168 time: 0.1331670 Sep 17 04:47:18.391184 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983584b8-fa6d-4864-be7a-8015e18e2015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099c9d1c-d212-4fe0-8e47-04673b111f99,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:18.457187 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-09b73026-fefa-43ad-9a9f-4526da212575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.115530 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47118) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:19.240996 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-517753071-network', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:19.268764 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Made reservation on behalf of e2e4abf23c7a495cb117b10045236a1c for: {'network': 1} {{(pid=106227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:47:19.272001 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.283337 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.367612 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Publish callbacks [] for security_group (d025f7cb-8d2f-45ff-ae66-4c8ef32f1741), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.372833 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d025f7cb-8d2f-45ff-ae66-4c8ef32f1741), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.401056 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=106227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:47:19.406697 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d025f7cb-8d2f-45ff-ae66-4c8ef32f1741,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:19.416532 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (87e9de92-2f78-4d95-a828-c2119017c3f0), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.416994 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.segments_db [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Added segment 87e9de92-2f78-4d95-a828-c2119017c3f0 of type vlan for network 1a206bad-97c5-44c1-b0a5-c29328556d8b Sep 17 04:47:19.458703 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (1a206bad-97c5-44c1-b0a5-c29328556d8b), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.483902 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (1a206bad-97c5-44c1-b0a5-c29328556d8b), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.484881 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:19.485484 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.542288 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4253693 Sep 17 04:47:19.545390 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47122) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:19.550928 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-b1f84cde-d744-402a-80d1-4e54b2945f51 admin admin] Request body: {'subnet': {'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-517753071-subnet', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'ip_version': 4}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:19.553711 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710353b6-595a-4fa3-892a-4eb9362e2cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=1a206bad-97c5-44c1-b0a5-c29328556d8b,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:19.564087 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network 1a206bad-97c5-44c1-b0a5-c29328556d8b details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:47:19.573164 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f84cde-d744-402a-80d1-4e54b2945f51 admin admin] Made reservation on behalf of e2e4abf23c7a495cb117b10045236a1c for: {'subnet': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:47:19.575531 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b1f84cde-d744-402a-80d1-4e54b2945f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411567'] for subnet (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.753821 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b1f84cde-d744-402a-80d1-4e54b2945f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9580585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411577'] for subnet (6a4a47c0-2665-4a48-abbb-bf12b1ba278a), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.803650 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f84cde-d744-402a-80d1-4e54b2945f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4a47c0-2665-4a48-abbb-bf12b1ba278a,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:19.819241 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f84cde-d744-402a-80d1-4e54b2945f51 admin admin] Checking segment: {'id': '87e9de92-2f78-4d95-a828-c2119017c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:47:19.819604 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f84cde-d744-402a-80d1-4e54b2945f51 admin admin] Network hostable DHCP agents. Network: 1a206bad-97c5-44c1-b0a5-c29328556d8b, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:47:19.837571 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f84cde-d744-402a-80d1-4e54b2945f51 admin admin] Network 1a206bad-97c5-44c1-b0a5-c29328556d8b is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:47:19.846336 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-b1f84cde-d744-402a-80d1-4e54b2945f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, 1a206bad-97c5-44c1-b0a5-c29328556d8b) {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:47:19.850636 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f84cde-d744-402a-80d1-4e54b2945f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:19.851232 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b1f84cde-d744-402a-80d1-4e54b2945f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.856479 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6ef6df-aa3a-40ae-83fa-8303b68808ed None None] Network 1a206bad-97c5-44c1-b0a5-c29328556d8b requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:47:19.868858 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-b1f84cde-d744-402a-80d1-4e54b2945f51 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3218045 Sep 17 04:47:19.871518 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47124) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:19.876023 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:19.898652 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4729'] for router (237c34a7-6133-465d-b235-f49e4cb279b9), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.899912 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3698097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3840254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3906358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router (237c34a7-6133-465d-b235-f49e4cb279b9), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.969592 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Publish callbacks [] for router_controller (237c34a7-6133-465d-b235-f49e4cb279b9), precommit_add_association {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:19.981937 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a1dfd16-a292-5d46-ac4f-18a3363636d9-1a206bad-97c5-44c1-b0a5-c29328556d8b', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'fixed_ips': [{'subnet_id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a'}]}} from dv-cinder-857993-2-iscsi. {{(pid=106228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 04:47:19.982856 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:20.101785 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Publish callbacks [] for router_gateway (237c34a7-6133-465d-b235-f49e4cb279b9), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:20.113167 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Allocated IP 172.20.0.2 (1a206bad-97c5-44c1-b0a5-c29328556d8b/6a4a47c0-2665-4a48-abbb-bf12b1ba278a/faa310ee-2575-4906-af60-bda1e439621a) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:47:20.169800 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:20.216465 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:20.256366 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Publish callbacks [] for port (faa310ee-2575-4906-af60-bda1e439621a), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:20.263054 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (faa310ee-2575-4906-af60-bda1e439621a), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:20.291360 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Publish callbacks [] for router_gateway (237c34a7-6133-465d-b235-f49e4cb279b9), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:20.307491 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Network 1a206bad-97c5-44c1-b0a5-c29328556d8b is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:47:20.310593 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:20.312516 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:47:20.314525 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Pushing event updated for resources: {'Port': ['ID=faa310ee-2575-4906-af60-bda1e439621a,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:20.316660 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:47:20.377749 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Attempting to bind port faa310ee-2575-4906-af60-bda1e439621a on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:47:20.378043 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Attempting to bind port faa310ee-2575-4906-af60-bda1e439621a by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '87e9de92-2f78-4d95-a828-c2119017c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:47:20.378434 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Attempting to bind port faa310ee-2575-4906-af60-bda1e439621a on network 1a206bad-97c5-44c1-b0a5-c29328556d8b {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:47:20.418600 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Allocated IP 172.27.3.243 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/77cab612-d77f-46e0-aa13-9723c0364c5a) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:47:20.420531 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:47:20.420866 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Checking segment: {'id': '87e9de92-2f78-4d95-a828-c2119017c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:47:20.421480 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:20.421899 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Bound using segment: {'id': '87e9de92-2f78-4d95-a828-c2119017c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:47:20.422454 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Bound port: faa310ee-2575-4906-af60-bda1e439621a, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e9de92-2f78-4d95-a828-c2119017c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:47:20.422834 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (faa310ee-2575-4906-af60-bda1e439621a), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:20.486358 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] For port faa310ee-2575-4906-af60-bda1e439621a, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:47:20.489714 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] For port faa310ee-2575-4906-af60-bda1e439621a, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=faa310ee-2575-4906-af60-bda1e439621a,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:47:20.496157 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (faa310ee-2575-4906-af60-bda1e439621a), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:20.542618 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Publish callbacks [] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:20.553311 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52c754-a277-496d-87c3-fbfc0aafb7d1 None None] Pushing event updated for resources: {'Port': ['ID=faa310ee-2575-4906-af60-bda1e439621a,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:20.586894 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:20.634458 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a96122e8-e853-4cdd-87ba-d33f6afbb1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:20.635034 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:47:20.638208 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:47:20.642296 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:47:20.645727 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Pushing event updated for resources: {'Port': ['ID=77cab612-d77f-46e0-aa13-9723c0364c5a,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:20.680738 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.680953 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.681230 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.681513 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.681936 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.682274 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.682704 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.683158 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.683615 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.683941 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.684264 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.685389 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.685389 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.685389 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.685870 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:20.921603 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Publish callbacks [] for router_gateway (237c34a7-6133-465d-b235-f49e4cb279b9), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:21.362156 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:21.381059 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3698153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3695137'] for router (237c34a7-6133-465d-b235-f49e4cb279b9), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:21.388701 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:21.388893 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaddae1e-4889-4ebf-a947-82b5fa91cd09 None None] Network 1a206bad-97c5-44c1-b0a5-c29328556d8b requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:47:21.449331 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:21.457100 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:21.476721 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-3f528865-f85a-4240-8a35-5f502cec449e None None] Provisioning complete for port faa310ee-2575-4906-af60-bda1e439621a triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:21.477063 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3f528865-f85a-4240-8a35-5f502cec449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (faa310ee-2575-4906-af60-bda1e439621a), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:21.477428 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-3f528865-f85a-4240-8a35-5f502cec449e None None] Attempt 1 to provision port faa310ee-2575-4906-af60-bda1e439621a Sep 17 04:47:21.513413 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Router 237c34a7-6133-465d-b235-f49e4cb279b9 is scheduled to L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 with binding_index 1 {{(pid=106226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 04:47:21.580764 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-3f528865-f85a-4240-8a35-5f502cec449e None None] Current status of the port faa310ee-2575-4906-af60-bda1e439621a is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:21.581191 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3f528865-f85a-4240-8a35-5f502cec449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (faa310ee-2575-4906-af60-bda1e439621a), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:21.622873 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-3f528865-f85a-4240-8a35-5f502cec449e None None] For port faa310ee-2575-4906-af60-bda1e439621a, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=faa310ee-2575-4906-af60-bda1e439621a,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:47:21.624514 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:47:21.628226 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3f528865-f85a-4240-8a35-5f502cec449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (faa310ee-2575-4906-af60-bda1e439621a), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:21.642403 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Sync routers for ids ['237c34a7-6133-465d-b235-f49e4cb279b9'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:47:21.649689 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:21.653645 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-d1507bc9-a5a6-4cb3-893a-98cbc657aba7 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7784150 Sep 17 04:47:21.654034 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47126) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:21.661997 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Routers {'237c34a7-6133-465d-b235-f49e4cb279b9'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:47:21.669715 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:47:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['237c34a7-6133-465d-b235-f49e4cb279b9'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:21.682885 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f528865-f85a-4240-8a35-5f502cec449e None None] Pushing event updated for resources: {'Port': ['ID=faa310ee-2575-4906-af60-bda1e439621a,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:21.785015 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Set router 237c34a7-6133-465d-b235-f49e4cb279b9 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:47:21.857714 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-9626f0c7-4094-452a-8001-dfc18f7c9776 None None] Provisioning complete for port faa310ee-2575-4906-af60-bda1e439621a triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:21.858096 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9626f0c7-4094-452a-8001-dfc18f7c9776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (faa310ee-2575-4906-af60-bda1e439621a), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:21.858414 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-9626f0c7-4094-452a-8001-dfc18f7c9776 None None] Attempt 1 to provision port faa310ee-2575-4906-af60-bda1e439621a Sep 17 04:47:21.932309 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-9626f0c7-4094-452a-8001-dfc18f7c9776 None None] Current status of the port faa310ee-2575-4906-af60-bda1e439621a is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:21.961608 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:22.004912 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:22.041878 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device faa310ee-2575-4906-af60-bda1e439621a up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:47:22.045233 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:47:20Z', 'revision_number': 3, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port': {'id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:20Z', 'updated_at': '2022-09-17T04:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:22.046336 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.070699 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Checking router: 237c34a7-6133-465d-b235-f49e4cb279b9 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:47:22.071358 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Updating router 237c34a7-6133-465d-b235-f49e4cb279b9 port 77cab612-d77f-46e0-aa13-9723c0364c5a binding host dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:47:22.090404 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port faa310ee-2575-4906-af60-bda1e439621a triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:22.090893 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (faa310ee-2575-4906-af60-bda1e439621a), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.091251 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.091392 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port faa310ee-2575-4906-af60-bda1e439621a Sep 17 04:47:22.104035 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.163804 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port faa310ee-2575-4906-af60-bda1e439621a is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:22.244548 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Allocated IP 172.20.0.1 (1a206bad-97c5-44c1-b0a5-c29328556d8b/6a4a47c0-2665-4a48-abbb-bf12b1ba278a/f763d38a-56a1-48ae-ae62-36cd4ebe6dba) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:47:22.344136 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Publish callbacks [] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.350742 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.351909 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Publish callbacks [] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.384271 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.388447 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Attempting to bind port 77cab612-d77f-46e0-aa13-9723c0364c5a on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:47:22.388815 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Attempting to bind port 77cab612-d77f-46e0-aa13-9723c0364c5a by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:47:22.389206 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Attempting to bind port 77cab612-d77f-46e0-aa13-9723c0364c5a on network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:47:22.418934 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Pushing event updated for resources: {'Port': ['ID=77cab612-d77f-46e0-aa13-9723c0364c5a,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:22.423302 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Network 1a206bad-97c5-44c1-b0a5-c29328556d8b is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:47:22.426305 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:47:22.428833 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.429199 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.429722 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.429898 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.430255 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:47:22.430379 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.430551 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.430844 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.431157 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.431943 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.431943 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.432110 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.432389 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.432686 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.433001 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.433338 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.434426 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Pushing event updated for resources: {'Port': ['ID=f763d38a-56a1-48ae-ae62-36cd4ebe6dba,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:22.442744 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.443120 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.443416 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.444141 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.444141 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.444380 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.444668 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.444986 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.445321 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.445637 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.445983 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.446344 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.446649 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.446904 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.447214 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:22.452792 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:47:22.453338 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Checking segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:47:22.453729 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.454224 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Bound using segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:47:22.454846 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Bound port: 77cab612-d77f-46e0-aa13-9723c0364c5a, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:47:22.455070 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.486676 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3836696'] for router_interface (237c34a7-6133-465d-b235-f49e4cb279b9), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.507474 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] For port 77cab612-d77f-46e0-aa13-9723c0364c5a, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:47:22.511478 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] For port 77cab612-d77f-46e0-aa13-9723c0364c5a, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=77cab612-d77f-46e0-aa13-9723c0364c5a,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:47:22.518874 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.536898 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Routers {'237c34a7-6133-465d-b235-f49e4cb279b9'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:47:22.537822 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:47:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['237c34a7-6133-465d-b235-f49e4cb279b9'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:22.630262 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:22.633850 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.654939 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Provisioning complete for port f763d38a-56a1-48ae-ae62-36cd4ebe6dba triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:22.655298 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.656248 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Attempt 1 to provision port f763d38a-56a1-48ae-ae62-36cd4ebe6dba Sep 17 04:47:22.673632 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9efb76-f93b-482d-bfd5-16cf14c85f09 None None] Pushing event updated for resources: {'Port': ['ID=77cab612-d77f-46e0-aa13-9723c0364c5a,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:22.676047 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:22.699920 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] Set router 237c34a7-6133-465d-b235-f49e4cb279b9 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:47:22.701964 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Port f763d38a-56a1-48ae-ae62-36cd4ebe6dba cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:22.714607 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:22.808243 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Publish callbacks [] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.814019 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.819333 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:22.867118 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:47:20Z', 'revision_number': 3, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port': {'id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:20Z', 'updated_at': '2022-09-17T04:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:22.888124 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Pushing event updated for resources: {'Port': ['ID=f763d38a-56a1-48ae-ae62-36cd4ebe6dba,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:22.891910 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc063b-70a0-46f6-aaf9-ccc94571509f None None] The sync data for ids ['237c34a7-6133-465d-b235-f49e4cb279b9'] in dv-cinder-857993-2-iscsi is: [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:47:20Z', 'revision_number': 3, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port': {'id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:20Z', 'updated_at': '2022-09-17T04:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:47:22.893071 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3836812'] for router_interface (237c34a7-6133-465d-b235-f49e4cb279b9), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:22.996222 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Network 1a206bad-97c5-44c1-b0a5-c29328556d8b is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:47:22.997785 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:47:23.135832 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Router 237c34a7-6133-465d-b235-f49e4cb279b9 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:47:23.204034 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Attempt 2 to provision port f763d38a-56a1-48ae-ae62-36cd4ebe6dba Sep 17 04:47:23.252857 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:47:23.258930 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-1c969e4c-dd4a-487c-9e2a-1e4d8f09b062 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/237c34a7-6133-465d-b235-f49e4cb279b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6034653 Sep 17 04:47:23.387761 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Port f763d38a-56a1-48ae-ae62-36cd4ebe6dba cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:23.538685 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:23.594073 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:23.777471 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47142) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:23.782315 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-180994692-network', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:23.803782 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Made reservation on behalf of 162b40f4ef74498eb336fe4869eaa08b for: {'network': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:47:23.806374 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for network (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:23.818635 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:23.888954 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Attempt 3 to provision port f763d38a-56a1-48ae-ae62-36cd4ebe6dba Sep 17 04:47:23.900402 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Publish callbacks [] for security_group (76987b84-7d61-4ba8-a176-38f9ec074123), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:23.904982 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (76987b84-7d61-4ba8-a176-38f9ec074123), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:23.921240 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Port f763d38a-56a1-48ae-ae62-36cd4ebe6dba cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:23.930465 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=106226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 04:47:23.941161 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76987b84-7d61-4ba8-a176-38f9ec074123,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:23.946223 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (9a48f4ef-342d-4f5b-8593-fcd0a8285351), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:23.946571 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.db.segments_db [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Added segment 9a48f4ef-342d-4f5b-8593-fcd0a8285351 of type vlan for network e1346e59-5ea7-479d-9782-8c6514085eab Sep 17 04:47:23.990304 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778004964262'] for network (e1346e59-5ea7-479d-9782-8c6514085eab), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.016146 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103'] for network (e1346e59-5ea7-479d-9782-8c6514085eab), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.017139 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:24.017893 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.027052 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 77cab612-d77f-46e0-aa13-9723c0364c5a up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:47:24.074531 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 77cab612-d77f-46e0-aa13-9723c0364c5a triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:24.075199 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.075534 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 77cab612-d77f-46e0-aa13-9723c0364c5a Sep 17 04:47:24.079616 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3010423 Sep 17 04:47:24.082918 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47144) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:24.087544 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-734fb874-4912-451e-ab05-e37e7d595daa admin admin] Request body: {'subnet': {'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-180994692-subnet', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'ip_version': 4}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:24.092240 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84776f12-8d1d-4ae8-b338-27fc346691c3 admin admin] Pushing event updated for resources: {'Network': ['ID=e1346e59-5ea7-479d-9782-8c6514085eab,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:24.104249 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Network e1346e59-5ea7-479d-9782-8c6514085eab details requested by agent ovs-agent-dv-cinder-857993-2-iscsi with host dv-cinder-857993-2-iscsi {{(pid=106228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 04:47:24.111415 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734fb874-4912-451e-ab05-e37e7d595daa admin admin] Made reservation on behalf of 162b40f4ef74498eb336fe4869eaa08b for: {'subnet': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:47:24.113958 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-734fb874-4912-451e-ab05-e37e7d595daa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411567'] for subnet (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.177305 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:24.224966 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 77cab612-d77f-46e0-aa13-9723c0364c5a is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:24.225459 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.232112 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:24.241825 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:24.246429 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:24.247873 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 77cab612-d77f-46e0-aa13-9723c0364c5a, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=77cab612-d77f-46e0-aa13-9723c0364c5a,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:47:24.252955 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.300112 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-734fb874-4912-451e-ab05-e37e7d595daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9580585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411577'] for subnet (0d2bd2de-a24b-45f2-821d-35b0b62ee258), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.302492 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=77cab612-d77f-46e0-aa13-9723c0364c5a,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:24.362805 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fb874-4912-451e-ab05-e37e7d595daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2bd2de-a24b-45f2-821d-35b0b62ee258,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:24.371135 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734fb874-4912-451e-ab05-e37e7d595daa admin admin] Checking segment: {'id': '9a48f4ef-342d-4f5b-8593-fcd0a8285351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:47:24.371495 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734fb874-4912-451e-ab05-e37e7d595daa admin admin] Network hostable DHCP agents. Network: e1346e59-5ea7-479d-9782-8c6514085eab, hostable agents: ['ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec'], hosted agents: [] {{(pid=106226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 04:47:24.389846 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734fb874-4912-451e-ab05-e37e7d595daa admin admin] Network e1346e59-5ea7-479d-9782-8c6514085eab is scheduled to be hosted by DHCP agent ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec with binding_index 1 {{(pid=106226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 04:47:24.400207 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-734fb874-4912-451e-ab05-e37e7d595daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-2-iscsi, e1346e59-5ea7-479d-9782-8c6514085eab) {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:47:24.404271 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734fb874-4912-451e-ab05-e37e7d595daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:24.404868 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-734fb874-4912-451e-ab05-e37e7d595daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.416167 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ace638-5615-4ced-9742-67126dd46eba None None] Network e1346e59-5ea7-479d-9782-8c6514085eab requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:47:24.423018 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-734fb874-4912-451e-ab05-e37e7d595daa admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3391151 Sep 17 04:47:24.425711 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47146) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:24.429492 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Attempt 4 to provision port f763d38a-56a1-48ae-ae62-36cd4ebe6dba Sep 17 04:47:24.431075 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-180994692-router', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:24.453561 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4729'] for router (5da9846c-8612-4981-8949-264c1e818af6), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.454570 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3698097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3840254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3906358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router (5da9846c-8612-4981-8949-264c1e818af6), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.501801 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Port f763d38a-56a1-48ae-ae62-36cd4ebe6dba cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:24.511340 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Publish callbacks [] for router_controller (5da9846c-8612-4981-8949-264c1e818af6), precommit_add_association {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.520727 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Sync routers for ids ['237c34a7-6133-465d-b235-f49e4cb279b9'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:47:24.550095 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Routers {'237c34a7-6133-465d-b235-f49e4cb279b9'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:47:24.550454 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:47:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['237c34a7-6133-465d-b235-f49e4cb279b9'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:24.556445 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a1dfd16-a292-5d46-ac4f-18a3363636d9-e1346e59-5ea7-479d-9782-8c6514085eab', 'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab', 'project_id': '162b40f4ef74498eb336fe4869eaa08b', 'fixed_ips': [{'subnet_id': '0d2bd2de-a24b-45f2-821d-35b0b62ee258'}]}} from dv-cinder-857993-2-iscsi. {{(pid=106228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 04:47:24.559473 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.660692 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Publish callbacks [] for router_gateway (5da9846c-8612-4981-8949-264c1e818af6), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.743992 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Set router 237c34a7-6133-465d-b235-f49e4cb279b9 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:47:24.851693 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Publish callbacks [] for router_gateway (5da9846c-8612-4981-8949-264c1e818af6), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.871168 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:24.883966 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Allocated IP 172.20.0.2 (e1346e59-5ea7-479d-9782-8c6514085eab/0d2bd2de-a24b-45f2-821d-35b0b62ee258/766d7e95-f86e-49fa-9881-9cdeb74a4959) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:47:24.977683 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Allocated IP 172.27.3.63 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/70e73915-abe8-4268-8a3d-4d1a83c3f79d) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:47:25.014539 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Attempt 5 to provision port f763d38a-56a1-48ae-ae62-36cd4ebe6dba Sep 17 04:47:25.075625 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:47:22Z', 'revision_number': 4, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port': {'id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:20Z', 'updated_at': '2022-09-17T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'f763d38a-56a1-48ae-ae62-36cd4ebe6dba', 'name': '', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'mac_address': 'fa:16:3e:c9:60:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:22Z', 'updated_at': '2022-09-17T04:47:22Z', 'revision_number': 2, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'subnets': [{'id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:25.086663 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Publish callbacks [] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.089423 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Port f763d38a-56a1-48ae-ae62-36cd4ebe6dba cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:25.116457 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:25.119363 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.121012 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Checking router: 237c34a7-6133-465d-b235-f49e4cb279b9 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:47:25.121387 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Updating router 237c34a7-6133-465d-b235-f49e4cb279b9 port f763d38a-56a1-48ae-ae62-36cd4ebe6dba binding host dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:47:25.124159 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:25.128625 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:25.163888 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:47:25.169889 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:47:25.174392 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:47:25.177071 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.177902 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Pushing event updated for resources: {'Port': ['ID=70e73915-abe8-4268-8a3d-4d1a83c3f79d,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:25.185827 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:25.200516 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Publish callbacks [] for port (766d7e95-f86e-49fa-9881-9cdeb74a4959), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.210329 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521'] for port (766d7e95-f86e-49fa-9881-9cdeb74a4959), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.336537 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Network e1346e59-5ea7-479d-9782-8c6514085eab is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:47:25.343127 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:47:25.346120 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:47:25.364941 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Pushing event updated for resources: {'Port': ['ID=766d7e95-f86e-49fa-9881-9cdeb74a4959,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:25.419188 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Publish callbacks [] for router_gateway (5da9846c-8612-4981-8949-264c1e818af6), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.464463 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Attempting to bind port 766d7e95-f86e-49fa-9881-9cdeb74a4959 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:47:25.464828 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Attempting to bind port 766d7e95-f86e-49fa-9881-9cdeb74a4959 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '9a48f4ef-342d-4f5b-8593-fcd0a8285351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:47:25.465242 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Attempting to bind port 766d7e95-f86e-49fa-9881-9cdeb74a4959 on network e1346e59-5ea7-479d-9782-8c6514085eab {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:47:25.540706 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:47:25.541121 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Checking segment: {'id': '9a48f4ef-342d-4f5b-8593-fcd0a8285351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:47:25.541507 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.541897 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Bound using segment: {'id': '9a48f4ef-342d-4f5b-8593-fcd0a8285351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:47:25.542381 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Bound port: 766d7e95-f86e-49fa-9881-9cdeb74a4959, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a48f4ef-342d-4f5b-8593-fcd0a8285351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:47:25.542758 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (766d7e95-f86e-49fa-9881-9cdeb74a4959), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.590545 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Attempt 6 to provision port f763d38a-56a1-48ae-ae62-36cd4ebe6dba Sep 17 04:47:25.610238 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3698153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3695137'] for router (5da9846c-8612-4981-8949-264c1e818af6), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.679652 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Port f763d38a-56a1-48ae-ae62-36cd4ebe6dba cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:25.682396 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Publish callbacks [] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.684329 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] For port 766d7e95-f86e-49fa-9881-9cdeb74a4959, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:47:25.687911 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] For port 766d7e95-f86e-49fa-9881-9cdeb74a4959, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=766d7e95-f86e-49fa-9881-9cdeb74a4959,segment=NetworkSegment(9a48f4ef-342d-4f5b-8593-fcd0a8285351),segment_id=9a48f4ef-342d-4f5b-8593-fcd0a8285351)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:47:25.691844 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.718296 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (766d7e95-f86e-49fa-9881-9cdeb74a4959), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.743145 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Router 5da9846c-8612-4981-8949-264c1e818af6 is scheduled to L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 with binding_index 1 {{(pid=106226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 04:47:25.747344 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332a424-1872-4639-8641-fddd52da4817 None None] Pushing event updated for resources: {'Port': ['ID=f763d38a-56a1-48ae-ae62-36cd4ebe6dba,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:25.829691 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Attempting to bind port f763d38a-56a1-48ae-ae62-36cd4ebe6dba on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:47:25.830062 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Attempting to bind port f763d38a-56a1-48ae-ae62-36cd4ebe6dba by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '87e9de92-2f78-4d95-a828-c2119017c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:47:25.830421 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Attempting to bind port f763d38a-56a1-48ae-ae62-36cd4ebe6dba on network 1a206bad-97c5-44c1-b0a5-c29328556d8b {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:47:25.853731 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:47:25.856878 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259f83b-a690-4db0-a20a-657827f55657 None None] Pushing event updated for resources: {'Port': ['ID=766d7e95-f86e-49fa-9881-9cdeb74a4959,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:25.864695 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Sync routers for ids ['5da9846c-8612-4981-8949-264c1e818af6'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:47:25.878535 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:47:25.878882 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Checking segment: {'id': '87e9de92-2f78-4d95-a828-c2119017c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:47:25.879282 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.879733 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Bound using segment: {'id': '87e9de92-2f78-4d95-a828-c2119017c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:47:25.880134 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Bound port: f763d38a-56a1-48ae-ae62-36cd4ebe6dba, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e9de92-2f78-4d95-a828-c2119017c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:47:25.880512 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.892421 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] Publish callbacks [] for router (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:25.894107 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Routers {'5da9846c-8612-4981-8949-264c1e818af6'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:47:25.894456 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-aed17de1-9e66-4083-bfdf-1590e49fdeec admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4673662 Sep 17 04:47:25.894747 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:47:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['5da9846c-8612-4981-8949-264c1e818af6'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:25.897358 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47148) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:25.963438 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:25.989334 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] For port f763d38a-56a1-48ae-ae62-36cd4ebe6dba, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:47:25.992569 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] For port f763d38a-56a1-48ae-ae62-36cd4ebe6dba, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=f763d38a-56a1-48ae-ae62-36cd4ebe6dba,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:47:26.000328 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:26.019403 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:26.055831 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Set router 5da9846c-8612-4981-8949-264c1e818af6 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:47:26.056981 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:26.070325 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Routers {'237c34a7-6133-465d-b235-f49e4cb279b9'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:47:26.070967 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:47:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['237c34a7-6133-465d-b235-f49e4cb279b9'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:26.147208 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332a424-1872-4639-8641-fddd52da4817 None None] Pushing event updated for resources: {'Port': ['ID=f763d38a-56a1-48ae-ae62-36cd4ebe6dba,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:26.294721 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da9846c-8612-4981-8949-264c1e818af6', 'name': 'tempest-TestShelveInstance-180994692-router', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:47:25Z', 'revision_number': 3, 'project_id': '162b40f4ef74498eb336fe4869eaa08b', 'gw_port': {'id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da9846c-8612-4981-8949-264c1e818af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:26.312306 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:26.315572 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Attempt 7 to provision port f763d38a-56a1-48ae-ae62-36cd4ebe6dba Sep 17 04:47:26.319974 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 766d7e95-f86e-49fa-9881-9cdeb74a4959 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:47:26.327739 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Checking router: 5da9846c-8612-4981-8949-264c1e818af6 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:47:26.328095 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Updating router 5da9846c-8612-4981-8949-264c1e818af6 port 70e73915-abe8-4268-8a3d-4d1a83c3f79d binding host dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:47:26.361361 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:26.406239 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] Set router 237c34a7-6133-465d-b235-f49e4cb279b9 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:47:26.442392 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:26.502640 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 766d7e95-f86e-49fa-9881-9cdeb74a4959 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:26.503052 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (766d7e95-f86e-49fa-9881-9cdeb74a4959), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:26.503389 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 766d7e95-f86e-49fa-9881-9cdeb74a4959 Sep 17 04:47:26.548341 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Current status of the port f763d38a-56a1-48ae-ae62-36cd4ebe6dba is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:26.548733 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:26.640375 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Allocated IP 172.20.0.1 (e1346e59-5ea7-479d-9782-8c6514085eab/0d2bd2de-a24b-45f2-821d-35b0b62ee258/7cc01392-dd58-40e0-8a10-402b8ea33019) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:47:26.652403 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] For port f763d38a-56a1-48ae-ae62-36cd4ebe6dba, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=f763d38a-56a1-48ae-ae62-36cd4ebe6dba,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:47:26.668364 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:26.679722 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:26.741591 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Publish callbacks [] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:26.751065 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:26.772168 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 766d7e95-f86e-49fa-9881-9cdeb74a4959 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:26.772554 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (766d7e95-f86e-49fa-9881-9cdeb74a4959), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:26.812670 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6985f-49e0-44ae-a5f7-fd455403f354 None None] Pushing event updated for resources: {'Port': ['ID=f763d38a-56a1-48ae-ae62-36cd4ebe6dba,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:26.829505 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Attempting to bind port 70e73915-abe8-4268-8a3d-4d1a83c3f79d on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:47:26.830183 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Attempting to bind port 70e73915-abe8-4268-8a3d-4d1a83c3f79d by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:47:26.830877 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Attempting to bind port 70e73915-abe8-4268-8a3d-4d1a83c3f79d on network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:47:26.833342 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-36b5d2f6-62a4-45b4-83fe-253fde5b2e60 None None] Provisioning complete for port f763d38a-56a1-48ae-ae62-36cd4ebe6dba triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:26.833827 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-36b5d2f6-62a4-45b4-83fe-253fde5b2e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:26.834464 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-36b5d2f6-62a4-45b4-83fe-253fde5b2e60 None None] Attempt 1 to provision port f763d38a-56a1-48ae-ae62-36cd4ebe6dba Sep 17 04:47:26.836629 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:47:22Z', 'revision_number': 4, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port': {'id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:20Z', 'updated_at': '2022-09-17T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'f763d38a-56a1-48ae-ae62-36cd4ebe6dba', 'name': '', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'mac_address': 'fa:16:3e:c9:60:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:22Z', 'updated_at': '2022-09-17T04:47:25Z', 'revision_number': 4, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'subnets': [{'id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:26.880078 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f544d-461b-4c81-9c60-23e9e44e7cc0 None None] Pushing event updated for resources: {'Port': ['ID=70e73915-abe8-4268-8a3d-4d1a83c3f79d,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:26.889190 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:47:26.889745 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Checking segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:47:26.890285 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:26.891309 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Bound using segment: {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:47:26.891897 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Bound port: 70e73915-abe8-4268-8a3d-4d1a83c3f79d, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6703b78d-b36d-463e-821e-a99621c1a0b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:47:26.892284 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:26.918771 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad15d0ab-462a-4000-9b5e-ec67920fd7a1 None None] The sync data for ids ['237c34a7-6133-465d-b235-f49e4cb279b9'] in dv-cinder-857993-2-iscsi is: [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:47:22Z', 'revision_number': 4, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port': {'id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:20Z', 'updated_at': '2022-09-17T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'f763d38a-56a1-48ae-ae62-36cd4ebe6dba', 'name': '', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'mac_address': 'fa:16:3e:c9:60:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:22Z', 'updated_at': '2022-09-17T04:47:25Z', 'revision_number': 4, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'subnets': [{'id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:47:26.931485 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 766d7e95-f86e-49fa-9881-9cdeb74a4959, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=766d7e95-f86e-49fa-9881-9cdeb74a4959,segment=NetworkSegment(9a48f4ef-342d-4f5b-8593-fcd0a8285351),segment_id=9a48f4ef-342d-4f5b-8593-fcd0a8285351)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:47:26.945553 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (766d7e95-f86e-49fa-9881-9cdeb74a4959), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:26.946632 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 77cab612-d77f-46e0-aa13-9723c0364c5a up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:47:26.961880 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] For port 70e73915-abe8-4268-8a3d-4d1a83c3f79d, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:47:26.965923 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] For port 70e73915-abe8-4268-8a3d-4d1a83c3f79d, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=70e73915-abe8-4268-8a3d-4d1a83c3f79d,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:47:26.973896 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:27.023212 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:27.039188 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:27.043867 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Routers {'5da9846c-8612-4981-8949-264c1e818af6'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:47:27.044698 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:47:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['5da9846c-8612-4981-8949-264c1e818af6'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:27.064183 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 77cab612-d77f-46e0-aa13-9723c0364c5a triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:27.064549 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:27.064884 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 77cab612-d77f-46e0-aa13-9723c0364c5a Sep 17 04:47:27.072773 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:27.126098 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Publish callbacks [] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:27.138296 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f544d-461b-4c81-9c60-23e9e44e7cc0 None None] Pushing event updated for resources: {'Port': ['ID=70e73915-abe8-4268-8a3d-4d1a83c3f79d,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:27.150317 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7a665f-1251-4e5a-bfe0-000479203d82 None None] Network e1346e59-5ea7-479d-9782-8c6514085eab requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:47:27.184510 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:27.199405 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] Set router 5da9846c-8612-4981-8949-264c1e818af6 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:47:27.228864 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Network e1346e59-5ea7-479d-9782-8c6514085eab is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:47:27.234593 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:47:27.238859 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:47:27.271513 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc01392-dd58-40e0-8a10-402b8ea33019,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:27.291897 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3836696'] for router_interface (5da9846c-8612-4981-8949-264c1e818af6), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:27.304583 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=766d7e95-f86e-49fa-9881-9cdeb74a4959,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:27.353372 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:27.374347 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-36b5d2f6-62a4-45b4-83fe-253fde5b2e60 None None] Current status of the port f763d38a-56a1-48ae-ae62-36cd4ebe6dba is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:27.400185 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 77cab612-d77f-46e0-aa13-9723c0364c5a is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:27.422821 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da9846c-8612-4981-8949-264c1e818af6', 'name': 'tempest-TestShelveInstance-180994692-router', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:47:25Z', 'revision_number': 3, 'project_id': '162b40f4ef74498eb336fe4869eaa08b', 'gw_port': {'id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da9846c-8612-4981-8949-264c1e818af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:27.454020 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:27.466498 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f44c01-1ce9-412c-8dc8-8c454834792e None None] The sync data for ids ['5da9846c-8612-4981-8949-264c1e818af6'] in dv-cinder-857993-2-iscsi is: [{'id': '5da9846c-8612-4981-8949-264c1e818af6', 'name': 'tempest-TestShelveInstance-180994692-router', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:47:25Z', 'revision_number': 3, 'project_id': '162b40f4ef74498eb336fe4869eaa08b', 'gw_port': {'id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da9846c-8612-4981-8949-264c1e818af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:47:27.500118 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-06f824d7-06c2-4329-94f0-051f80e9528e None None] Provisioning complete for port 766d7e95-f86e-49fa-9881-9cdeb74a4959 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:27.500488 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-06f824d7-06c2-4329-94f0-051f80e9528e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (766d7e95-f86e-49fa-9881-9cdeb74a4959), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:27.500826 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-06f824d7-06c2-4329-94f0-051f80e9528e None None] Attempt 1 to provision port 766d7e95-f86e-49fa-9881-9cdeb74a4959 Sep 17 04:47:27.609343 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-06f824d7-06c2-4329-94f0-051f80e9528e None None] Current status of the port 766d7e95-f86e-49fa-9881-9cdeb74a4959 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:27.612135 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:27.684916 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Publish callbacks [] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:27.691658 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:27.727553 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Provisioning complete for port 7cc01392-dd58-40e0-8a10-402b8ea33019 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:27.728020 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:27.728247 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Attempt 1 to provision port 7cc01392-dd58-40e0-8a10-402b8ea33019 Sep 17 04:47:27.771851 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Port 7cc01392-dd58-40e0-8a10-402b8ea33019 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:27.786979 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc01392-dd58-40e0-8a10-402b8ea33019,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:27.813843 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3836812'] for router_interface (5da9846c-8612-4981-8949-264c1e818af6), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:27.933065 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Network e1346e59-5ea7-479d-9782-8c6514085eab is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:47:27.934830 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:47:28.045624 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:47:28.093009 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Router 5da9846c-8612-4981-8949-264c1e818af6 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:47:28.177910 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device f763d38a-56a1-48ae-ae62-36cd4ebe6dba up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:47:28.227488 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port f763d38a-56a1-48ae-ae62-36cd4ebe6dba triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:28.228190 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:28.228537 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port f763d38a-56a1-48ae-ae62-36cd4ebe6dba Sep 17 04:47:28.248919 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:47:28.257600 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-7b47e1e4-e528-4dba-af7e-d30ba84eb070 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/5da9846c-8612-4981-8949-264c1e818af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3556077 Sep 17 04:47:28.272386 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Attempt 2 to provision port 7cc01392-dd58-40e0-8a10-402b8ea33019 Sep 17 04:47:28.333356 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Port 7cc01392-dd58-40e0-8a10-402b8ea33019 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:28.345927 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port f763d38a-56a1-48ae-ae62-36cd4ebe6dba is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:28.347123 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 766d7e95-f86e-49fa-9881-9cdeb74a4959 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:47:28.391919 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 766d7e95-f86e-49fa-9881-9cdeb74a4959 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:28.392285 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (766d7e95-f86e-49fa-9881-9cdeb74a4959), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:28.392616 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 766d7e95-f86e-49fa-9881-9cdeb74a4959 Sep 17 04:47:28.486446 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 766d7e95-f86e-49fa-9881-9cdeb74a4959 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:28.487569 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 70e73915-abe8-4268-8a3d-4d1a83c3f79d up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:47:28.517022 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:28.534537 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 70e73915-abe8-4268-8a3d-4d1a83c3f79d triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:28.535014 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:28.535762 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 70e73915-abe8-4268-8a3d-4d1a83c3f79d Sep 17 04:47:28.612528 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 70e73915-abe8-4268-8a3d-4d1a83c3f79d is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:28.612918 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:28.618787 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:28.634973 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] For port 70e73915-abe8-4268-8a3d-4d1a83c3f79d, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=70e73915-abe8-4268-8a3d-4d1a83c3f79d,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:47:28.639573 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:28.691523 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47158) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:28.692911 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Pushing event updated for resources: {'Port': ['ID=70e73915-abe8-4268-8a3d-4d1a83c3f79d,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:28.696949 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-1a5b2e89-dfbf-4912-8252-50660c211706 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650613939', 'description': 'tempest-secgroup-smoke-650613939 description', 'project_id': 'e2e4abf23c7a495cb117b10045236a1c'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:28.722099 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1a5b2e89-dfbf-4912-8252-50660c211706 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:28.793740 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1a5b2e89-dfbf-4912-8252-50660c211706 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group (f607e83f-90d8-4143-ac6c-d18566309b50), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:28.798497 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1a5b2e89-dfbf-4912-8252-50660c211706 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f607e83f-90d8-4143-ac6c-d18566309b50), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:28.823681 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:28.829725 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-1a5b2e89-dfbf-4912-8252-50660c211706 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:28.830953 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-1a5b2e89-dfbf-4912-8252-50660c211706 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1381533 Sep 17 04:47:28.833023 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b2e89-dfbf-4912-8252-50660c211706 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f607e83f-90d8-4143-ac6c-d18566309b50,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:28.835195 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Attempt 3 to provision port 7cc01392-dd58-40e0-8a10-402b8ea33019 Sep 17 04:47:28.835565 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47160) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:28.840820 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-c6f8efb3-2561-47df-a662-9c57e3003479 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Request body: {'security_group_rule': {'security_group_id': 'f607e83f-90d8-4143-ac6c-d18566309b50', 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:28.873882 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Port 7cc01392-dd58-40e0-8a10-402b8ea33019 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:28.880413 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c6f8efb3-2561-47df-a662-9c57e3003479 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (f2262a41-7a7c-46d9-b7b9-298689097588), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:28.935353 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c6f8efb3-2561-47df-a662-9c57e3003479 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (f2262a41-7a7c-46d9-b7b9-298689097588), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:28.941055 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c6f8efb3-2561-47df-a662-9c57e3003479 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (f2262a41-7a7c-46d9-b7b9-298689097588), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:28.960626 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8efb3-2561-47df-a662-9c57e3003479 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2262a41-7a7c-46d9-b7b9-298689097588,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:28.966494 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-c6f8efb3-2561-47df-a662-9c57e3003479 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:28.969512 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-c6f8efb3-2561-47df-a662-9c57e3003479 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323259 Sep 17 04:47:28.970324 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47162) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:28.974795 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-232007f7-a24b-432d-88c1-ffc3778f2b88 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Request body: {'security_group_rule': {'security_group_id': 'f607e83f-90d8-4143-ac6c-d18566309b50', 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:29.003563 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-232007f7-a24b-432d-88c1-ffc3778f2b88 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (dbac01bc-ba1c-474b-98fa-a242b298c711), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.072553 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-232007f7-a24b-432d-88c1-ffc3778f2b88 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (dbac01bc-ba1c-474b-98fa-a242b298c711), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.077677 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-232007f7-a24b-432d-88c1-ffc3778f2b88 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (dbac01bc-ba1c-474b-98fa-a242b298c711), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.088691 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:29.100300 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232007f7-a24b-432d-88c1-ffc3778f2b88 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbac01bc-ba1c-474b-98fa-a242b298c711,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:29.106162 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-232007f7-a24b-432d-88c1-ffc3778f2b88 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.107262 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-232007f7-a24b-432d-88c1-ffc3778f2b88 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359885 Sep 17 04:47:29.110691 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47164) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:29.117459 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-e2f88915-f5f1-491c-8bc6-a7b66d6644d2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Request body: {'security_group_rule': {'security_group_id': 'f607e83f-90d8-4143-ac6c-d18566309b50', 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:29.149849 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e2f88915-f5f1-491c-8bc6-a7b66d6644d2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (12a418bb-9143-4cda-b417-f3c05e26e8b9), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.210381 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e2f88915-f5f1-491c-8bc6-a7b66d6644d2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (12a418bb-9143-4cda-b417-f3c05e26e8b9), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.216480 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e2f88915-f5f1-491c-8bc6-a7b66d6644d2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (12a418bb-9143-4cda-b417-f3c05e26e8b9), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.236535 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f88915-f5f1-491c-8bc6-a7b66d6644d2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a418bb-9143-4cda-b417-f3c05e26e8b9,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:29.245183 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-e2f88915-f5f1-491c-8bc6-a7b66d6644d2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.246481 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-e2f88915-f5f1-491c-8bc6-a7b66d6644d2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343434 Sep 17 04:47:29.249376 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47166) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:29.253932 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [None req-7b0fdc91-4c21-4709-868e-bd43a3771289 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Request body: {'security_group_rule': {'security_group_id': 'f607e83f-90d8-4143-ac6c-d18566309b50', 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:29.269626 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:29.282542 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7b0fdc91-4c21-4709-868e-bd43a3771289 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (b5af40d2-2bf4-4f89-88b9-db637d19d99f), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.333545 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7b0fdc91-4c21-4709-868e-bd43a3771289 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (b5af40d2-2bf4-4f89-88b9-db637d19d99f), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.338209 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7b0fdc91-4c21-4709-868e-bd43a3771289 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (b5af40d2-2bf4-4f89-88b9-db637d19d99f), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.355905 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fdc91-4c21-4709-868e-bd43a3771289 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5af40d2-2bf4-4f89-88b9-db637d19d99f,revision_number=0']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:29.364850 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-7b0fdc91-4c21-4709-868e-bd43a3771289 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.366109 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-7b0fdc91-4c21-4709-868e-bd43a3771289 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157582 Sep 17 04:47:29.369168 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47168) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:29.373887 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-a215c3db-cbfa-483e-bcaf-d84fd9c66e4f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Request body: {'security_group_rule': {'security_group_id': 'f607e83f-90d8-4143-ac6c-d18566309b50', 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:29.375431 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Attempt 4 to provision port 7cc01392-dd58-40e0-8a10-402b8ea33019 Sep 17 04:47:29.395453 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.securitygroups_db [None req-a215c3db-cbfa-483e-bcaf-d84fd9c66e4f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Project e2e4abf23c7a495cb117b10045236a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 04:47:29.401658 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a215c3db-cbfa-483e-bcaf-d84fd9c66e4f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (3f86bb45-03df-48c2-b10f-55e26d404711), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.409608 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Port 7cc01392-dd58-40e0-8a10-402b8ea33019 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:29.461600 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a215c3db-cbfa-483e-bcaf-d84fd9c66e4f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (3f86bb45-03df-48c2-b10f-55e26d404711), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.465585 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a215c3db-cbfa-483e-bcaf-d84fd9c66e4f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (3f86bb45-03df-48c2-b10f-55e26d404711), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.476396 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:29.487295 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215c3db-cbfa-483e-bcaf-d84fd9c66e4f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f86bb45-03df-48c2-b10f-55e26d404711,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:29.492189 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-a215c3db-cbfa-483e-bcaf-d84fd9c66e4f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.493582 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-a215c3db-cbfa-483e-bcaf-d84fd9c66e4f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231613 Sep 17 04:47:29.496220 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47170) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:47:29.500719 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-d1a52710-9030-4c08-9c7b-4d8b0b7f2764 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Request body: {'security_group_rule': {'security_group_id': 'f607e83f-90d8-4143-ac6c-d18566309b50', 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:29.522409 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.securitygroups_db [None req-d1a52710-9030-4c08-9c7b-4d8b0b7f2764 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Project e2e4abf23c7a495cb117b10045236a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 04:47:29.528341 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d1a52710-9030-4c08-9c7b-4d8b0b7f2764 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (2f79b29a-a84b-48b1-b6bb-ae1108df3939), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.593258 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d1a52710-9030-4c08-9c7b-4d8b0b7f2764 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (2f79b29a-a84b-48b1-b6bb-ae1108df3939), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.597993 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d1a52710-9030-4c08-9c7b-4d8b0b7f2764 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826581'] for security_group_rule (2f79b29a-a84b-48b1-b6bb-ae1108df3939), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.613567 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a52710-9030-4c08-9c7b-4d8b0b7f2764 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f79b29a-a84b-48b1-b6bb-ae1108df3939,revision_number=0']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:29.625159 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-d1a52710-9030-4c08-9c7b-4d8b0b7f2764 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:29.626387 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-d1a52710-9030-4c08-9c7b-4d8b0b7f2764 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292617 Sep 17 04:47:29.910753 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Attempt 5 to provision port 7cc01392-dd58-40e0-8a10-402b8ea33019 Sep 17 04:47:29.946563 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Port 7cc01392-dd58-40e0-8a10-402b8ea33019 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:30.019383 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 70e73915-abe8-4268-8a3d-4d1a83c3f79d up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:47:30.083039 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 70e73915-abe8-4268-8a3d-4d1a83c3f79d triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:30.083416 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:30.083759 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 70e73915-abe8-4268-8a3d-4d1a83c3f79d Sep 17 04:47:30.160548 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Sync routers for ids ['5da9846c-8612-4981-8949-264c1e818af6'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:47:30.172250 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 70e73915-abe8-4268-8a3d-4d1a83c3f79d is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:30.177185 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Routers {'5da9846c-8612-4981-8949-264c1e818af6'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:47:30.177796 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:47:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['5da9846c-8612-4981-8949-264c1e818af6'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:30.281839 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Set router 5da9846c-8612-4981-8949-264c1e818af6 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:47:30.452277 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Attempt 6 to provision port 7cc01392-dd58-40e0-8a10-402b8ea33019 Sep 17 04:47:30.496502 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da9846c-8612-4981-8949-264c1e818af6', 'name': 'tempest-TestShelveInstance-180994692-router', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:47:27Z', 'revision_number': 4, 'project_id': '162b40f4ef74498eb336fe4869eaa08b', 'gw_port': {'id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da9846c-8612-4981-8949-264c1e818af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '7cc01392-dd58-40e0-8a10-402b8ea33019', 'name': '', 'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'mac_address': 'fa:16:3e:10:8c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da9846c-8612-4981-8949-264c1e818af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '0d2bd2de-a24b-45f2-821d-35b0b62ee258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:26Z', 'updated_at': '2022-09-17T04:47:27Z', 'revision_number': 2, 'project_id': '162b40f4ef74498eb336fe4869eaa08b', 'subnets': [{'id': '0d2bd2de-a24b-45f2-821d-35b0b62ee258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:30.498461 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Port 7cc01392-dd58-40e0-8a10-402b8ea33019 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:30.521978 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Checking router: 5da9846c-8612-4981-8949-264c1e818af6 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:47:30.522324 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Updating router 5da9846c-8612-4981-8949-264c1e818af6 port 7cc01392-dd58-40e0-8a10-402b8ea33019 binding host dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 04:47:30.540397 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:30.551551 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:30.938075 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:30.954731 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Publish callbacks [] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:30.962711 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:31.002514 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Attempt 7 to provision port 7cc01392-dd58-40e0-8a10-402b8ea33019 Sep 17 04:47:31.041140 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Pushing event updated for resources: {'Port': ['ID=7cc01392-dd58-40e0-8a10-402b8ea33019,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:31.074024 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.074330 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.074687 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.075011 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.075331 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.075648 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.076020 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.076270 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.076574 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.076861 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.077219 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.077511 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.077821 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.078128 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.078413 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:47:31.093783 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Port 7cc01392-dd58-40e0-8a10-402b8ea33019 cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:31.094728 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Attempting to bind port 7cc01392-dd58-40e0-8a10-402b8ea33019 on host dv-cinder-857993-2-iscsi for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:47:31.095087 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Attempting to bind port 7cc01392-dd58-40e0-8a10-402b8ea33019 by drivers openvswitch,hyperv on host dv-cinder-857993-2-iscsi at level 0 using segments [{'id': '9a48f4ef-342d-4f5b-8593-fcd0a8285351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:47:31.095437 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Attempting to bind port 7cc01392-dd58-40e0-8a10-402b8ea33019 on network e1346e59-5ea7-479d-9782-8c6514085eab {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:47:31.137165 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Checking agent: {'id': 'd539fce6-2dda-4dc6-bb84-c442af237c70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 20, 23), 'started_at': datetime.datetime(2022, 9, 17, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:47:31.137521 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Checking segment: {'id': '9a48f4ef-342d-4f5b-8593-fcd0a8285351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:47:31.137926 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:31.138301 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Bound using segment: {'id': '9a48f4ef-342d-4f5b-8593-fcd0a8285351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:47:31.138763 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Bound port: 7cc01392-dd58-40e0-8a10-402b8ea33019, host: dv-cinder-857993-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a48f4ef-342d-4f5b-8593-fcd0a8285351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:47:31.139442 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:31.202972 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] For port 7cc01392-dd58-40e0-8a10-402b8ea33019, host dv-cinder-857993-2-iscsi, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:47:31.205952 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] For port 7cc01392-dd58-40e0-8a10-402b8ea33019, host dv-cinder-857993-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=7cc01392-dd58-40e0-8a10-402b8ea33019,segment=NetworkSegment(9a48f4ef-342d-4f5b-8593-fcd0a8285351),segment_id=9a48f4ef-342d-4f5b-8593-fcd0a8285351)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:47:31.214312 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:31.254023 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Routers {'5da9846c-8612-4981-8949-264c1e818af6'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:47:31.254646 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:47:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['5da9846c-8612-4981-8949-264c1e818af6'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:31.306578 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7decd-090b-44f4-8ddb-101ec6ab3b45 None None] Pushing event updated for resources: {'Port': ['ID=7cc01392-dd58-40e0-8a10-402b8ea33019,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:31.374852 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] Set router 5da9846c-8612-4981-8949-264c1e818af6 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:47:31.439235 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:31.560122 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da9846c-8612-4981-8949-264c1e818af6', 'name': 'tempest-TestShelveInstance-180994692-router', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:47:27Z', 'revision_number': 4, 'project_id': '162b40f4ef74498eb336fe4869eaa08b', 'gw_port': {'id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da9846c-8612-4981-8949-264c1e818af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '7cc01392-dd58-40e0-8a10-402b8ea33019', 'name': '', 'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'mac_address': 'fa:16:3e:10:8c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da9846c-8612-4981-8949-264c1e818af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '0d2bd2de-a24b-45f2-821d-35b0b62ee258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:26Z', 'updated_at': '2022-09-17T04:47:31Z', 'revision_number': 4, 'project_id': '162b40f4ef74498eb336fe4869eaa08b', 'subnets': [{'id': '0d2bd2de-a24b-45f2-821d-35b0b62ee258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:47:31.585073 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f5ae3-f240-46cc-b6af-6101c2d26b93 None None] The sync data for ids ['5da9846c-8612-4981-8949-264c1e818af6'] in dv-cinder-857993-2-iscsi is: [{'id': '5da9846c-8612-4981-8949-264c1e818af6', 'name': 'tempest-TestShelveInstance-180994692-router', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:47:27Z', 'revision_number': 4, 'project_id': '162b40f4ef74498eb336fe4869eaa08b', 'gw_port': {'id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da9846c-8612-4981-8949-264c1e818af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': '7cc01392-dd58-40e0-8a10-402b8ea33019', 'name': '', 'network_id': 'e1346e59-5ea7-479d-9782-8c6514085eab', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'mac_address': 'fa:16:3e:10:8c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da9846c-8612-4981-8949-264c1e818af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '0d2bd2de-a24b-45f2-821d-35b0b62ee258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:26Z', 'updated_at': '2022-09-17T04:47:31Z', 'revision_number': 4, 'project_id': '162b40f4ef74498eb336fe4869eaa08b', 'subnets': [{'id': '0d2bd2de-a24b-45f2-821d-35b0b62ee258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:47:31.594929 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Attempt 8 to provision port 7cc01392-dd58-40e0-8a10-402b8ea33019 Sep 17 04:47:31.705348 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Current status of the port 7cc01392-dd58-40e0-8a10-402b8ea33019 is: DOWN; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:31.705748 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:31.741798 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] For port 7cc01392-dd58-40e0-8a10-402b8ea33019, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=7cc01392-dd58-40e0-8a10-402b8ea33019,segment=NetworkSegment(9a48f4ef-342d-4f5b-8593-fcd0a8285351),segment_id=9a48f4ef-342d-4f5b-8593-fcd0a8285351)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:47:31.747036 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:31.777193 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Provisioning complete for port 766d7e95-f86e-49fa-9881-9cdeb74a4959 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:31.777561 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (766d7e95-f86e-49fa-9881-9cdeb74a4959), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:31.777894 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Attempt 1 to provision port 766d7e95-f86e-49fa-9881-9cdeb74a4959 Sep 17 04:47:31.830074 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Pushing event updated for resources: {'Port': ['ID=7cc01392-dd58-40e0-8a10-402b8ea33019,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:31.868461 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:31.881242 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-a89a8a38-cd15-489a-900a-d56ee24d8201 None None] Current status of the port 766d7e95-f86e-49fa-9881-9cdeb74a4959 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:32.001402 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-4a20be3e-7eae-4bbb-83d4-610fe4f46fb8 None None] Provisioning complete for port 7cc01392-dd58-40e0-8a10-402b8ea33019 triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:32.001772 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4a20be3e-7eae-4bbb-83d4-610fe4f46fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:32.002100 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-4a20be3e-7eae-4bbb-83d4-610fe4f46fb8 None None] Attempt 1 to provision port 7cc01392-dd58-40e0-8a10-402b8ea33019 Sep 17 04:47:32.031826 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 7cc01392-dd58-40e0-8a10-402b8ea33019 up at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:47:32.125671 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Provisioning complete for port 7cc01392-dd58-40e0-8a10-402b8ea33019 triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:32.126036 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:32.126367 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Attempt 1 to provision port 7cc01392-dd58-40e0-8a10-402b8ea33019 Sep 17 04:47:32.147384 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-4a20be3e-7eae-4bbb-83d4-610fe4f46fb8 None None] Current status of the port 7cc01392-dd58-40e0-8a10-402b8ea33019 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:32.208776 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Current status of the port 7cc01392-dd58-40e0-8a10-402b8ea33019 is: ACTIVE; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:47:35.238813 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:38.039944 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:38.040808 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=31 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:39.356603 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=31,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:39.359172 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:39.617750 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=17,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:39.618742 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=25,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:45.230459 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:45.231592 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:48.470212 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5e39da83-8e3c-4049-931d-1a360b73dea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:49.358251 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-24bd2404-ec53-499f-a5bf-59dfef3bfbdd tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-650613939&fields=id&tenant_id=e2e4abf23c7a495cb117b10045236a1c HTTP/1.1" status: 200 len: 267 time: 0.0469496 Sep 17 04:47:49.468633 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8445c314-e50c-4f80-a40a-ddeba125bca4 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:49.470006 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8445c314-e50c-4f80-a40a-ddeba125bca4 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/networks?id=1a206bad-97c5-44c1-b0a5-c29328556d8b HTTP/1.1" status: 200 len: 808 time: 0.1054218 Sep 17 04:47:49.487052 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-88492ddd-34fa-4918-b0df-c9ddaca91ea7 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/quotas/e2e4abf23c7a495cb117b10045236a1c HTTP/1.1" status: 200 len: 375 time: 0.0092173 Sep 17 04:47:49.540483 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-964fcdba-6489-41f6-9da3-532dbe9099a5 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e2e4abf23c7a495cb117b10045236a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483994 Sep 17 04:47:49.739609 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-b708d239-6f77-41a9-aab2-c4499d6531ba service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872060 Sep 17 04:47:49.834356 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-e989b979-13fd-44cd-8957-6d6eca8a1285 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889502 Sep 17 04:47:50.635716 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bd07fe44-2a01-4217-8437-7cd0ae1a35ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:51.171449 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-09be2b56-7096-44f7-a113-5e621f0111b7 req-a5924960-1d37-4b8b-862d-6eb65302c430 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 210 time: 0.0290823 Sep 17 04:47:51.435650 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [req-b835e517-c906-4a9a-b997-2d0a2a59312d req-972375ab-64ce-45f0-953f-8f4f2b6e629d service neutron] (106227) timed out ('10.222.0.66', 63836) {{(pid=106227) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 17 04:47:52.056667 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:52.313202 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-375de9e9-a3f6-4cd1-9802-0c656f81c288 req-6c80fd76-fd5c-4c46-a75c-2315d0929fa8 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 210 time: 0.0583994 Sep 17 04:47:52.361664 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-79cf2236-3cf8-4261-837b-3314623c6ed4 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:52.363103 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-79cf2236-3cf8-4261-837b-3314623c6ed4 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.66 "GET /networking/v2.0/networks?id=1a206bad-97c5-44c1-b0a5-c29328556d8b HTTP/1.1" status: 200 len: 808 time: 0.1287978 Sep 17 04:47:52.429132 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-2a8c120c-ac26-4287-a6fb-d8cf6165572a tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e2e4abf23c7a495cb117b10045236a1c HTTP/1.1" status: 200 len: 379 time: 0.0522559 Sep 17 04:47:52.437841 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-2adecce2-d694-4143-a97f-67d8d646e0bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Request body: {'port': {'device_id': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'admin_state_up': True, 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'security_groups': ['f607e83f-90d8-4143-ac6c-d18566309b50']}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:52.562143 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-2adecce2-d694-4143-a97f-67d8d646e0bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Made reservation on behalf of e2e4abf23c7a495cb117b10045236a1c for: {'port': 1} {{(pid=106226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 04:47:52.566141 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-2adecce2-d694-4143-a97f-67d8d646e0bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:52.707311 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_common [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-2adecce2-d694-4143-a97f-67d8d646e0bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Allocated IP 172.20.0.6 (1a206bad-97c5-44c1-b0a5-c29328556d8b/6a4a47c0-2665-4a48-abbb-bf12b1ba278a/506760d5-de67-41d5-a14c-c3b79cd54e9a) {{(pid=106226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:47:52.807684 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:52.813660 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:52.875390 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-2adecce2-d694-4143-a97f-67d8d646e0bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), precommit_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:52.910617 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-2adecce2-d694-4143-a97f-67d8d646e0bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), after_create {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:52.960345 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-2adecce2-d694-4143-a97f-67d8d646e0bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Network 1a206bad-97c5-44c1-b0a5-c29328556d8b is already hosted by enough agents. {{(pid=106226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:47:52.963535 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.scheduler.base_scheduler [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-2adecce2-d694-4143-a97f-67d8d646e0bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Resources bound (agent type, host, resource id): {{(pid=106226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:47:52.967566 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-2adecce2-d694-4143-a97f-67d8d646e0bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Received port after_create {{(pid=106226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:47:52.993730 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adecce2-d694-4143-a97f-67d8d646e0bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Pushing event updated for resources: {'Port': ['ID=506760d5-de67-41d5-a14c-c3b79cd54e9a,revision_number=1']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:53.022263 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-2adecce2-d694-4143-a97f-67d8d646e0bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:53.022847 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-2adecce2-d694-4143-a97f-67d8d646e0bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:53.042856 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-2adecce2-d694-4143-a97f-67d8d646e0bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6085455 Sep 17 04:47:53.061046 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.v2.base [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Request body: {'port': {'device_id': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=106226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:47:53.123388 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:53.215627 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-cf937c03-01fc-4e1b-9e7e-ad32700fa5cd None None] Provisioning complete for port 506760d5-de67-41d5-a14c-c3b79cd54e9a triggered by entity DHCP. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:47:53.216299 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cf937c03-01fc-4e1b-9e7e-ad32700fa5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:53.216299 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-cf937c03-01fc-4e1b-9e7e-ad32700fa5cd None None] Attempt 1 to provision port 506760d5-de67-41d5-a14c-c3b79cd54e9a Sep 17 04:47:53.252569 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-cf937c03-01fc-4e1b-9e7e-ad32700fa5cd None None] Port 506760d5-de67-41d5-a14c-c3b79cd54e9a cannot update to ACTIVE because it is not bound. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 04:47:53.386955 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506760d5-de67-41d5-a14c-c3b79cd54e9a {{(pid=106226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:47:53.394871 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Publish callbacks [] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), precommit_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:53.407942 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.provisioning_blocks [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Transition to ACTIVE for port object 506760d5-de67-41d5-a14c-c3b79cd54e9a will not be triggered until provisioned by entity L2. {{(pid=106226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 04:47:53.413414 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:53.441115 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf47d-cb9d-4a26-96ad-2315fa20a039 req-91588ee7-6379-45b6-816a-42947ec56e2e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:53.442620 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4f0bf47d-cb9d-4a26-96ad-2315fa20a039 req-91588ee7-6379-45b6-816a-42947ec56e2e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 931 time: 0.0477827 Sep 17 04:47:53.474118 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Pushing event updated for resources: {'Port': ['ID=506760d5-de67-41d5-a14c-c3b79cd54e9a,revision_number=2']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:53.494906 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-4f0bf47d-cb9d-4a26-96ad-2315fa20a039 req-2b0046f8-d606-4583-89bf-52918bc1b0d6 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460358 Sep 17 04:47:53.529107 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Attempting to bind port 506760d5-de67-41d5-a14c-c3b79cd54e9a on host hv-cinder-85799 for vnic_type normal with profile {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 04:47:53.529464 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Attempting to bind port 506760d5-de67-41d5-a14c-c3b79cd54e9a by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '87e9de92-2f78-4d95-a828-c2119017c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b'}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 04:47:53.529786 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Attempting to bind port 506760d5-de67-41d5-a14c-c3b79cd54e9a on network 1a206bad-97c5-44c1-b0a5-c29328556d8b {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:47:53.540384 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:53.573717 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Port 506760d5-de67-41d5-a14c-c3b79cd54e9a on network 1a206bad-97c5-44c1-b0a5-c29328556d8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 04:47:53.574080 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Attempting to bind port 506760d5-de67-41d5-a14c-c3b79cd54e9a on network 1a206bad-97c5-44c1-b0a5-c29328556d8b {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 04:47:53.587388 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:53.602915 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:53.617248 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Checking agent: {'id': '273b7815-02b1-4d8f-98e8-163cf1d89321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'started_at': datetime.datetime(2022, 9, 17, 4, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 4, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 04:47:53.617579 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Checking segment: {'id': '87e9de92-2f78-4d95-a828-c2119017c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 04:47:53.617961 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Bound using segment: {'id': '87e9de92-2f78-4d95-a828-c2119017c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b'} {{(pid=106226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 04:47:53.618397 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.managers [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Bound port: 506760d5-de67-41d5-a14c-c3b79cd54e9a, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e9de92-2f78-4d95-a828-c2119017c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b'}}] {{(pid=106226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 04:47:53.618756 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), before_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:53.648224 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:53.680597 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] For port 506760d5-de67-41d5-a14c-c3b79cd54e9a, host hv-cinder-85799, cleared binding levels {{(pid=106226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 04:47:53.683688 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] For port 506760d5-de67-41d5-a14c-c3b79cd54e9a, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 04:47:53.690062 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9581728'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), after_update {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:53.695316 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:53.696072 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:47:53.697476 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/506760d5-de67-41d5-a14c-c3b79cd54e9a HTTP/1.1" status: 200 len: 1093 time: 0.6409695 Sep 17 04:47:53.698031 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:47:53.700312 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34def649-a513-4fda-818f-6b2b77c9fe8b" -d '{"events": [{"name": "network-changed", "server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:47:53.750781 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca2024-3f53-4a99-a9a6-f11aeeff9c7f service neutron] Pushing event updated for resources: {'Port': ['ID=506760d5-de67-41d5-a14c-c3b79cd54e9a,revision_number=3']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:47:53.753494 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-cf937c03-01fc-4e1b-9e7e-ad32700fa5cd None None] Attempt 2 to provision port 506760d5-de67-41d5-a14c-c3b79cd54e9a Sep 17 04:47:53.795240 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-cf937c03-01fc-4e1b-9e7e-ad32700fa5cd None None] Port 506760d5-de67-41d5-a14c-c3b79cd54e9a had new provisioning blocks added so it will not transition to active. {{(pid=106228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 04:47:53.806793 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-ea86868d-709e-4820-8a7c-aa26bb58f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:53.808535 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-ea86868d-709e-4820-8a7c-aa26bb58f9d6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e2e4abf23c7a495cb117b10045236a1c&device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 1127 time: 0.0513108 Sep 17 04:47:53.819742 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c118e6f-6550-4516-a218-b807b2d9e5a6 x-openstack-request-id: req-6c118e6f-6550-4516-a218-b807b2d9e5a6 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:47:53.820028 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:47:53.820284 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c118e6f-6550-4516-a218-b807b2d9e5a6 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:47:53.820687 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c118e6f-6550-4516-a218-b807b2d9e5a6'] response: {'name': 'network-changed', 'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'status': 'completed', 'code': 200} Sep 17 04:47:53.856519 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-75503df5-7f25-400c-8d3d-043b4250f7c2 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a HTTP/1.1" status: 200 len: 217 time: 0.0329528 Sep 17 04:47:53.904568 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-f9ffef55-585d-4ba2-9977-82350cc64a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:53.906087 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-f9ffef55-585d-4ba2-9977-82350cc64a21 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=6a4a47c0-2665-4a48-abbb-bf12b1ba278a HTTP/1.1" status: 200 len: 847 time: 0.0442591 Sep 17 04:47:53.952049 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-e72376bd-cc25-47b4-9d83-64d6b3d8e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:53.953531 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-e72376bd-cc25-47b4-9d83-64d6b3d8e1bb service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=1a206bad-97c5-44c1-b0a5-c29328556d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415113 Sep 17 04:47:54.043479 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-10e00663-082d-4314-ad1a-9cb8e6f4e347 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833192 Sep 17 04:47:54.137667 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a68fff40-ba2d-418c-8525-7e7567928ffd req-d3f0a81c-4fe5-4c46-b215-d37e90a66706 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880923 Sep 17 04:47:54.640755 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8e2f7-744a-409c-b191-c18ab5b4fe51 req-3b762820-adbe-43f9-b67f-f26a94504b98 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:54.642229 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bde8e2f7-744a-409c-b191-c18ab5b4fe51 req-3b762820-adbe-43f9-b67f-f26a94504b98 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0561063 Sep 17 04:47:54.695471 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bde8e2f7-744a-409c-b191-c18ab5b4fe51 req-89a5d2eb-f655-4ec4-b618-9dbc8f27d28e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446701 Sep 17 04:47:55.031091 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34def649-a513-4fda-818f-6b2b77c9fe8b req-92899f54-924f-4127-80d3-042e4dee081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:55.032553 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-34def649-a513-4fda-818f-6b2b77c9fe8b req-92899f54-924f-4127-80d3-042e4dee081e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e2e4abf23c7a495cb117b10045236a1c&device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 1127 time: 0.0488877 Sep 17 04:47:55.135204 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34def649-a513-4fda-818f-6b2b77c9fe8b req-23f7c63a-195c-4293-bf04-090213e18b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:55.136647 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-34def649-a513-4fda-818f-6b2b77c9fe8b req-23f7c63a-195c-4293-bf04-090213e18b8b service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=1a206bad-97c5-44c1-b0a5-c29328556d8b HTTP/1.1" status: 200 len: 909 time: 0.0960939 Sep 17 04:47:55.175506 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-34def649-a513-4fda-818f-6b2b77c9fe8b req-8653e313-e0bf-406c-bf15-fdc807ef3477 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a HTTP/1.1" status: 200 len: 217 time: 0.0326703 Sep 17 04:47:55.228590 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34def649-a513-4fda-818f-6b2b77c9fe8b req-d0406347-136d-4914-869b-b468edc8ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:55.230061 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-34def649-a513-4fda-818f-6b2b77c9fe8b req-d0406347-136d-4914-869b-b468edc8ac2c service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=6a4a47c0-2665-4a48-abbb-bf12b1ba278a HTTP/1.1" status: 200 len: 847 time: 0.0471556 Sep 17 04:47:55.281815 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34def649-a513-4fda-818f-6b2b77c9fe8b req-a3faba1e-cbec-4a24-8c2c-2677427eccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:55.283304 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-34def649-a513-4fda-818f-6b2b77c9fe8b req-a3faba1e-cbec-4a24-8c2c-2677427eccf6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=1a206bad-97c5-44c1-b0a5-c29328556d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467885 Sep 17 04:47:55.377339 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-34def649-a513-4fda-818f-6b2b77c9fe8b req-3862896e-4c76-4114-b215-770eac181a10 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872009 Sep 17 04:47:55.471033 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-34def649-a513-4fda-818f-6b2b77c9fe8b req-7d341775-2b91-490c-8167-9685ec6c6683 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879030 Sep 17 04:47:55.802125 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:55.842342 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59e63d-8484-48ac-a954-f1350d222c35 req-b05cbbf9-14cd-4a73-83a3-a0644d1feca0 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:55.843793 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3c59e63d-8484-48ac-a954-f1350d222c35 req-b05cbbf9-14cd-4a73-83a3-a0644d1feca0 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0540974 Sep 17 04:47:55.893541 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3c59e63d-8484-48ac-a954-f1350d222c35 req-c44c86e9-d57d-49ca-9192-edf80a11a145 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438731 Sep 17 04:47:57.024450 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53980d7-c0a2-4759-a9f8-3124dcecbe4e req-1bb02e40-edfe-45c2-9cf2-dcddda6ab178 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:57.025911 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a53980d7-c0a2-4759-a9f8-3124dcecbe4e req-1bb02e40-edfe-45c2-9cf2-dcddda6ab178 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0495167 Sep 17 04:47:57.078188 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a53980d7-c0a2-4759-a9f8-3124dcecbe4e req-a877dced-df00-41fc-8556-3b291c990eab tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439074 Sep 17 04:47:58.215617 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05bc00-35a0-48d8-8648-d80f49e36b8c req-cc9b0c40-af96-44ec-bfc8-0de95bcc8e50 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:58.217055 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3e05bc00-35a0-48d8-8648-d80f49e36b8c req-cc9b0c40-af96-44ec-bfc8-0de95bcc8e50 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0513291 Sep 17 04:47:58.260601 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:47:58.270602 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-3e05bc00-35a0-48d8-8648-d80f49e36b8c req-df2ab14c-8888-494f-9c5f-05660d19bb4b tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452929 Sep 17 04:47:59.408423 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f99b77-ef4c-4a9a-bc25-438b6a342418 req-f5a4b2be-249d-495d-ba6b-876c766cfd05 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:47:59.409857 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39f99b77-ef4c-4a9a-bc25-438b6a342418 req-f5a4b2be-249d-495d-ba6b-876c766cfd05 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0459876 Sep 17 04:47:59.463749 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-39f99b77-ef4c-4a9a-bc25-438b6a342418 req-cf8023e9-415f-4ccd-baae-bc4cb717c829 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482430 Sep 17 04:48:00.599788 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a8696-2a8d-4a02-9185-a1461a677a8f req-dfab0d41-74c1-426e-bcf4-2370bebe2941 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:00.601282 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-249a8696-2a8d-4a02-9185-a1461a677a8f req-dfab0d41-74c1-426e-bcf4-2370bebe2941 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0506659 Sep 17 04:48:00.651099 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-249a8696-2a8d-4a02-9185-a1461a677a8f req-6da71307-dfcf-4877-b496-85481738802e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440767 Sep 17 04:48:01.771989 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e53487-2893-4a86-ab03-a76574e3cc82 req-902484b0-eb4d-4577-a615-17202c1b64b7 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:01.773449 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b3e53487-2893-4a86-ab03-a76574e3cc82 req-902484b0-eb4d-4577-a615-17202c1b64b7 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0466268 Sep 17 04:48:01.831853 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b3e53487-2893-4a86-ab03-a76574e3cc82 req-e509585e-988b-461d-a26e-329e4849a5ee tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498464 Sep 17 04:48:02.966013 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dba9a-e82e-4615-be11-ad856672930f req-0a9c5809-f33f-48cb-8dd6-fb69baab38fd tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:02.967524 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b48dba9a-e82e-4615-be11-ad856672930f req-0a9c5809-f33f-48cb-8dd6-fb69baab38fd tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0499501 Sep 17 04:48:03.023495 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b48dba9a-e82e-4615-be11-ad856672930f req-42daf079-b820-450e-96cd-1b6fe9080803 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489106 Sep 17 04:48:03.792739 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:03.794088 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:04.166005 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cdc76-6daf-4f46-a38e-52b2448a19fc req-bdaf8d8f-8481-4db7-b462-70e4f4a5f5d7 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:04.167457 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-483cdc76-6daf-4f46-a38e-52b2448a19fc req-bdaf8d8f-8481-4db7-b462-70e4f4a5f5d7 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0579474 Sep 17 04:48:04.217067 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-483cdc76-6daf-4f46-a38e-52b2448a19fc req-3b808065-9c6d-4563-9c68-25238cefb7e2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437183 Sep 17 04:48:04.548517 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 506760d5-de67-41d5-a14c-c3b79cd54e9a details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:48:04.654698 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 506760d5-de67-41d5-a14c-c3b79cd54e9a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:48:04.666483 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'port_id': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'mac_address': 'fa:16:3e:1f:fe:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:48:04.701719 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 506760d5-de67-41d5-a14c-c3b79cd54e9a is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:48:04.702099 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:04.715459 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506760d5-de67-41d5-a14c-c3b79cd54e9a {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:48:04.738504 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 506760d5-de67-41d5-a14c-c3b79cd54e9a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:48:04.745180 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:04.798424 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=506760d5-de67-41d5-a14c-c3b79cd54e9a,revision_number=4']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:48:05.051180 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:48:05.181880 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['506760d5-de67-41d5-a14c-c3b79cd54e9a'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:48:05.274278 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:05.341220 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fe5d8-f430-4bd0-aebb-ecabd29e967f req-0558e1dc-1f80-4e74-a235-780948818914 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:05.342684 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b70fe5d8-f430-4bd0-aebb-ecabd29e967f req-0558e1dc-1f80-4e74-a235-780948818914 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 944 time: 0.0484002 Sep 17 04:48:05.393694 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b70fe5d8-f430-4bd0-aebb-ecabd29e967f req-329ec159-bf5e-4ef9-a744-2aeab0ed6cf2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451870 Sep 17 04:48:06.571398 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 506760d5-de67-41d5-a14c-c3b79cd54e9a up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:48:06.618618 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning for port 506760d5-de67-41d5-a14c-c3b79cd54e9a completed by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 04:48:06.626601 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 506760d5-de67-41d5-a14c-c3b79cd54e9a triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:48:06.627007 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:06.627344 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 506760d5-de67-41d5-a14c-c3b79cd54e9a Sep 17 04:48:06.707810 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 506760d5-de67-41d5-a14c-c3b79cd54e9a is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:48:06.708090 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:06.733304 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:48:06.735966 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a31ec0-23cd-4da1-b337-f6dc2a8dc563" -d '{"events": [{"server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "name": "network-vif-plugged", "status": "completed", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:48:06.740444 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:06.751069 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 506760d5-de67-41d5-a14c-c3b79cd54e9a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:48:06.756612 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:06.806285 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28608fad-2aff-4e7e-b2ca-690fe8db8283 req-3d3ad0f5-4cf7-4aa0-ab20-cc45d59e49fd tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:06.809572 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-28608fad-2aff-4e7e-b2ca-690fe8db8283 req-3d3ad0f5-4cf7-4aa0-ab20-cc45d59e49fd tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 944 time: 0.3257689 Sep 17 04:48:06.811878 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=506760d5-de67-41d5-a14c-c3b79cd54e9a,revision_number=5']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:48:06.840383 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b715a63d-900a-4bb7-9dc0-e2509c14e3c5 x-openstack-request-id: req-b715a63d-900a-4bb7-9dc0-e2509c14e3c5 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:48:06.840673 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "name": "network-vif-plugged", "status": "completed", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:48:06.840982 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b715a63d-900a-4bb7-9dc0-e2509c14e3c5 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:48:06.841415 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b715a63d-900a-4bb7-9dc0-e2509c14e3c5'] response: {'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'code': 200} Sep 17 04:48:06.861853 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-28608fad-2aff-4e7e-b2ca-690fe8db8283 req-ea83966c-59c9-45fb-b9b1-3429b44964d1 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484958 Sep 17 04:48:07.103376 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9efa83-1d3d-4b51-9c96-2c8459feb2ce req-f0e9ca92-3660-47fa-bcc5-8b3234fa391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:07.104927 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce9efa83-1d3d-4b51-9c96-2c8459feb2ce req-f0e9ca92-3660-47fa-bcc5-8b3234fa391d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 1129 time: 0.0437274 Sep 17 04:48:07.151621 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ce9efa83-1d3d-4b51-9c96-2c8459feb2ce req-2fc32266-a08a-4c92-8cc3-062c049c10a6 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410130 Sep 17 04:48:08.005721 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035c885-4ee3-4985-b018-352abf981fc7 req-80d5b226-dc14-400f-ab34-8c5027027565 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:08.007207 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4035c885-4ee3-4985-b018-352abf981fc7 req-80d5b226-dc14-400f-ab34-8c5027027565 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0515141 Sep 17 04:48:08.059943 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-4035c885-4ee3-4985-b018-352abf981fc7 req-c7562dec-fb11-40f3-a6d7-58b316a0f762 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457692 Sep 17 04:48:09.198323 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e580a8-c123-4f45-8670-a78484cc7779 req-dc46a7d8-5594-458d-8293-476bea8f7b21 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:09.199786 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a2e580a8-c123-4f45-8670-a78484cc7779 req-dc46a7d8-5594-458d-8293-476bea8f7b21 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0590780 Sep 17 04:48:09.250480 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-a2e580a8-c123-4f45-8670-a78484cc7779 req-b400ac5a-8458-4a7e-ab9c-c51936704023 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448444 Sep 17 04:48:09.375241 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389519c-02f7-4a60-9156-25a66748f565 req-20872599-c822-4ecc-9200-884a2ebfd1da tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:09.376662 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d389519c-02f7-4a60-9156-25a66748f565 req-20872599-c822-4ecc-9200-884a2ebfd1da tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0495031 Sep 17 04:48:09.428597 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-d389519c-02f7-4a60-9156-25a66748f565 req-a6fe05b5-878d-426b-bedc-ac1d00c6d823 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435050 Sep 17 04:48:09.469498 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47350) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:48:09.554510 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe92485-e22f-4371-88fd-5387bd8a16f4 tempest-TestShelveInstance-302513602 tempest-TestShelveInstance-302513602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:09.556011 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-5fe92485-e22f-4371-88fd-5387bd8a16f4 tempest-TestShelveInstance-302513602 tempest-TestShelveInstance-302513602-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 1124 time: 0.0855165 Sep 17 04:48:09.560539 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47354) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:48:09.564828 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.base [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Request body: {'floatingip': {'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'port_id': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 04:48:09.588598 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:09.669562 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (None), before_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:09.755010 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:09.762490 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:09.782975 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.db_base_plugin_common [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Allocated IP 172.27.3.48 (83f6c2c7-53a4-4a84-97d4-cba3c24263e7/fa0fd281-8131-4004-8aa2-8ff047a9d8cf/442b45be-dd76-4964-ae5e-1cb7df31149e) {{(pid=106227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 04:48:09.894375 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for port (442b45be-dd76-4964-ae5e-1cb7df31149e), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:09.933549 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778005027521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (442b45be-dd76-4964-ae5e-1cb7df31149e), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:09.983984 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Network 83f6c2c7-53a4-4a84-97d4-cba3c24263e7 is already hosted by enough agents. {{(pid=106227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 04:48:09.988971 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.base_scheduler [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Resources bound (agent type, host, resource id): {{(pid=106227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 04:48:09.992813 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Received port after_create {{(pid=106227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 04:48:09.996024 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Pushing event updated for resources: {'Port': ['ID=442b45be-dd76-4964-ae5e-1cb7df31149e,revision_number=1']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:48:10.349864 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for floatingip (ecf51184-3d9e-4eb9-b7b5-a255a45ad1e8), precommit_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:10.418968 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (442b45be-dd76-4964-ae5e-1cb7df31149e), before_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:10.540595 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:10.565532 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:10.584253 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for port (442b45be-dd76-4964-ae5e-1cb7df31149e), precommit_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:10.590524 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666965'] for port (442b45be-dd76-4964-ae5e-1cb7df31149e), after_update {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:10.660182 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Pushing event updated for resources: {'Port': ['ID=442b45be-dd76-4964-ae5e-1cb7df31149e,revision_number=2']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:48:10.663235 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3695267'] for floatingip (ecf51184-3d9e-4eb9-b7b5-a255a45ad1e8), after_create {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:10.768716 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Floating IP ecf51184-3d9e-4eb9-b7b5-a255a45ad1e8 associated. External IP: 172.27.3.48, port: 506760d5-de67-41d5-a14c-c3b79cd54e9a. Sep 17 04:48:10.975831 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Router 237c34a7-6133-465d-b235-f49e4cb279b9 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:48:11.079768 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:48:11.093447 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbc5abf-f605-40b2-8beb-2ecebbb69df5 None None] Sync routers for ids ['237c34a7-6133-465d-b235-f49e4cb279b9'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:48:11.107733 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:11.107983 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbc5abf-f605-40b2-8beb-2ecebbb69df5 None None] Routers {'237c34a7-6133-465d-b235-f49e4cb279b9'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:48:11.107983 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-2bbc5abf-f605-40b2-8beb-2ecebbb69df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:47:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['237c34a7-6133-465d-b235-f49e4cb279b9'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:48:11.138222 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-345bf7a7-e27f-4d10-90a4-ed28ba469672 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5766876 Sep 17 04:48:11.139371 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:48:11.143582 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60917d5a-69ae-4ae4-a628-f58678864627" -d '{"events": [{"name": "network-changed", "server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:48:11.207549 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-2bbc5abf-f605-40b2-8beb-2ecebbb69df5 None None] Set router 237c34a7-6133-465d-b235-f49e4cb279b9 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:48:11.244489 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec58075-1dad-4dfa-9901-aef186a33bed x-openstack-request-id: req-1ec58075-1dad-4dfa-9901-aef186a33bed {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:48:11.244868 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:48:11.245207 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ec58075-1dad-4dfa-9901-aef186a33bed {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:48:11.245706 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec58075-1dad-4dfa-9901-aef186a33bed'] response: {'name': 'network-changed', 'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'status': 'completed', 'code': 200} Sep 17 04:48:11.331380 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60917d5a-69ae-4ae4-a628-f58678864627 req-881589fa-ee22-4b8c-babb-c0fd7469c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:11.332880 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-60917d5a-69ae-4ae4-a628-f58678864627 req-881589fa-ee22-4b8c-babb-c0fd7469c82a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e2e4abf23c7a495cb117b10045236a1c&device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 1129 time: 0.0389314 Sep 17 04:48:11.418630 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-2bbc5abf-f605-40b2-8beb-2ecebbb69df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:47:22Z', 'revision_number': 4, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port': {'id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:20Z', 'updated_at': '2022-09-17T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': 'ecf51184-3d9e-4eb9-b7b5-a255a45ad1e8', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'port_id': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'mac_address': 'fa:16:3e:1f:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:48:10Z', 'updated_at': '2022-09-17T04:48:10Z', 'revision_number': 0, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f763d38a-56a1-48ae-ae62-36cd4ebe6dba', 'name': '', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'mac_address': 'fa:16:3e:c9:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:22Z', 'updated_at': '2022-09-17T04:47:26Z', 'revision_number': 5, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'subnets': [{'id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:48:11.425899 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60917d5a-69ae-4ae4-a628-f58678864627 req-a9a0c39b-69b9-43e6-872b-198f56a66949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:11.427378 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-60917d5a-69ae-4ae4-a628-f58678864627 req-a9a0c39b-69b9-43e6-872b-198f56a66949 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=1a206bad-97c5-44c1-b0a5-c29328556d8b HTTP/1.1" status: 200 len: 909 time: 0.0892777 Sep 17 04:48:11.443027 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbc5abf-f605-40b2-8beb-2ecebbb69df5 None None] Checking router: 237c34a7-6133-465d-b235-f49e4cb279b9 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:48:11.451369 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbc5abf-f605-40b2-8beb-2ecebbb69df5 None None] Routers {'237c34a7-6133-465d-b235-f49e4cb279b9'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:48:11.451963 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-2bbc5abf-f605-40b2-8beb-2ecebbb69df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:47:51Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['237c34a7-6133-465d-b235-f49e4cb279b9'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:48:11.500320 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-60917d5a-69ae-4ae4-a628-f58678864627 req-49475e67-42cc-4148-8304-bda0b7d110d3 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a HTTP/1.1" status: 200 len: 998 time: 0.0660923 Sep 17 04:48:11.551168 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60917d5a-69ae-4ae4-a628-f58678864627 req-544e3612-965f-4d39-b649-872d0bbc1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:11.552702 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-60917d5a-69ae-4ae4-a628-f58678864627 req-544e3612-965f-4d39-b649-872d0bbc1dcf service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=6a4a47c0-2665-4a48-abbb-bf12b1ba278a HTTP/1.1" status: 200 len: 847 time: 0.0456164 Sep 17 04:48:11.558454 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-2bbc5abf-f605-40b2-8beb-2ecebbb69df5 None None] Set router 237c34a7-6133-465d-b235-f49e4cb279b9 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:48:11.596416 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60917d5a-69ae-4ae4-a628-f58678864627 req-8b8f02af-621a-42dd-9396-0a4e2c4cead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:11.597943 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-60917d5a-69ae-4ae4-a628-f58678864627 req-8b8f02af-621a-42dd-9396-0a4e2c4cead7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=1a206bad-97c5-44c1-b0a5-c29328556d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398467 Sep 17 04:48:11.653417 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:11.693253 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-60917d5a-69ae-4ae4-a628-f58678864627 req-b5339e51-d052-4727-a030-65decabd0b52 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894036 Sep 17 04:48:11.757111 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:11.770813 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-2bbc5abf-f605-40b2-8beb-2ecebbb69df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:47:22Z', 'revision_number': 4, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port': {'id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:20Z', 'updated_at': '2022-09-17T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': 'ecf51184-3d9e-4eb9-b7b5-a255a45ad1e8', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'port_id': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'mac_address': 'fa:16:3e:1f:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:48:10Z', 'updated_at': '2022-09-17T04:48:10Z', 'revision_number': 0, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f763d38a-56a1-48ae-ae62-36cd4ebe6dba', 'name': '', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'mac_address': 'fa:16:3e:c9:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:22Z', 'updated_at': '2022-09-17T04:47:26Z', 'revision_number': 5, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'subnets': [{'id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:48:11.785222 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-60917d5a-69ae-4ae4-a628-f58678864627 req-4a75133c-dcb8-446d-b493-01d47bba83b5 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861278 Sep 17 04:48:11.795149 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbc5abf-f605-40b2-8beb-2ecebbb69df5 None None] The sync data for ids ['237c34a7-6133-465d-b235-f49e4cb279b9'] in dv-cinder-857993-2-iscsi is: [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:47:22Z', 'revision_number': 4, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port': {'id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:20Z', 'updated_at': '2022-09-17T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_floatingips': [{'id': 'ecf51184-3d9e-4eb9-b7b5-a255a45ad1e8', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'router_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'port_id': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'mac_address': 'fa:16:3e:1f:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T04:48:10Z', 'updated_at': '2022-09-17T04:48:10Z', 'revision_number': 0, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f763d38a-56a1-48ae-ae62-36cd4ebe6dba', 'name': '', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'mac_address': 'fa:16:3e:c9:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:22Z', 'updated_at': '2022-09-17T04:47:26Z', 'revision_number': 5, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'subnets': [{'id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:48:12.017503 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76267d9-89f3-4cdd-905f-b95b30f3c0e3 None None] New status for floating IP ecf51184-3d9e-4eb9-b7b5-a255a45ad1e8: ACTIVE {{(pid=106228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:48:12.061927 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:18.468644 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4d1e5993-f6f3-4b16-843b-3c1b2151a0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:20.630718 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-81ee9597-afc7-4594-bf55-4a27c5553592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:21.132651 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=69 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:21.135280 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=55,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:21.772777 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:21.773640 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=82 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:21.775762 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:21.781861 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=17 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:22.054599 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:23.546401 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:23.595543 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:23.852413 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-d1ed4de9-375e-4474-89ea-802d98ffc16b service neutron] (106226) timed out ('10.222.0.60', 41530) {{(pid=106226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 17 04:48:24.041897 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [req-819fdd33-ee66-496d-b73b-a10db9981b09 req-10a25e31-b991-4ba6-893e-d0a951fefcb3 tempest-AttachVolumeShelveTestJSON-2033013655 tempest-AttachVolumeShelveTestJSON-2033013655-project] (106226) timed out ('10.222.0.60', 41544) {{(pid=106226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 17 04:48:35.269384 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:42.055366 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:48:43.311181 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cd45f167-8c59-4ae4-8713-b1fbe3db7d29 req-5e956fa0-f4f2-479e-8b0c-ce58d4583575 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450871 Sep 17 04:48:43.434544 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45f167-8c59-4ae4-8713-b1fbe3db7d29 req-5e7e12fc-ef49-43af-a7e1-0a286e3b634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:43.436015 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cd45f167-8c59-4ae4-8713-b1fbe3db7d29 req-5e7e12fc-ef49-43af-a7e1-0a286e3b634a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e2e4abf23c7a495cb117b10045236a1c&device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 1129 time: 0.0451477 Sep 17 04:48:43.540101 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45f167-8c59-4ae4-8713-b1fbe3db7d29 req-59645a14-ea1f-48a8-ac26-e53b9cb9cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:43.541671 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cd45f167-8c59-4ae4-8713-b1fbe3db7d29 req-59645a14-ea1f-48a8-ac26-e53b9cb9cf11 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=1a206bad-97c5-44c1-b0a5-c29328556d8b HTTP/1.1" status: 200 len: 909 time: 0.0860214 Sep 17 04:48:43.862637 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cd45f167-8c59-4ae4-8713-b1fbe3db7d29 req-01d44c89-d06d-4fee-a49b-537dc98977a9 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a HTTP/1.1" status: 200 len: 1000 time: 0.3146696 Sep 17 04:48:43.912619 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45f167-8c59-4ae4-8713-b1fbe3db7d29 req-a634c39c-9c8a-4b81-8472-964774f9cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:43.914014 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cd45f167-8c59-4ae4-8713-b1fbe3db7d29 req-a634c39c-9c8a-4b81-8472-964774f9cac1 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=6a4a47c0-2665-4a48-abbb-bf12b1ba278a HTTP/1.1" status: 200 len: 847 time: 0.0436676 Sep 17 04:48:43.958140 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45f167-8c59-4ae4-8713-b1fbe3db7d29 req-3c900890-c4aa-4af9-bbc0-5969801ad986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:48:43.959513 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cd45f167-8c59-4ae4-8713-b1fbe3db7d29 req-3c900890-c4aa-4af9-bbc0-5969801ad986 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=1a206bad-97c5-44c1-b0a5-c29328556d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398042 Sep 17 04:48:44.053075 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cd45f167-8c59-4ae4-8713-b1fbe3db7d29 req-34be447c-d85c-4346-8d86-ba2513458fd6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870249 Sep 17 04:48:44.142106 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-cd45f167-8c59-4ae4-8713-b1fbe3db7d29 req-1d685842-6e72-4188-9a25-e11f40e4a0a4 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828764 Sep 17 04:48:45.260838 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:45.262255 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:48.472498 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-af29c628-448e-40fd-a2cb-31907ece8194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:50.642469 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3a02568a-27cd-4d0a-a1b5-1722d7f92d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:52.046977 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:52.048677 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:52.064046 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:53.548456 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:53.590420 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:48:54.137796 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=50 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:48:54.139198 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=51 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:49:03.582960 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:49:03.585699 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:49:05.282720 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:49:15.270059 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:49:15.273640 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:49:18.473004 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-545e535e-1512-483c-b0ab-a34c3a1b877f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:49:19.060017 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:49:20.650329 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f973a1ee-ecac-4049-a067-4b7115200ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:49:22.063718 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:49:23.552074 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:49:23.595364 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:49:29.051767 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=17 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:49:29.052901 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=17 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:49:33.587401 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:49:33.590310 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:49:35.279636 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:49:44.369724 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-c0cc1c05-e4ce-448f-b9f4-7e1ea0d04b32 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913303 Sep 17 04:49:44.477376 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-80edc737-dd8d-436c-93d0-78bd26f92c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:49:44.478847 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-80edc737-dd8d-436c-93d0-78bd26f92c13 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e2e4abf23c7a495cb117b10045236a1c&device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 1129 time: 0.0406122 Sep 17 04:49:44.596973 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-26fc1b37-ec6e-4c63-a140-702a68129cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:49:44.598395 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-26fc1b37-ec6e-4c63-a140-702a68129cf3 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=1a206bad-97c5-44c1-b0a5-c29328556d8b HTTP/1.1" status: 200 len: 909 time: 0.0972252 Sep 17 04:49:44.662552 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-5faab5ac-4458-4195-a4dd-451e98d87c3e service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a HTTP/1.1" status: 200 len: 1000 time: 0.0576146 Sep 17 04:49:44.714963 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-cf6256c5-a093-4775-89a1-08326882420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:49:44.716421 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-cf6256c5-a093-4775-89a1-08326882420e service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=6a4a47c0-2665-4a48-abbb-bf12b1ba278a HTTP/1.1" status: 200 len: 847 time: 0.0472693 Sep 17 04:49:44.766462 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-9dbdd67e-8cc4-4654-b626-8922d8b8bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:49:44.767930 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-9dbdd67e-8cc4-4654-b626-8922d8b8bd84 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=1a206bad-97c5-44c1-b0a5-c29328556d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455039 Sep 17 04:49:44.778731 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-53337837-5c3f-4f83-8ae3-2342cc011528 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:49:44.779648 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-53337837-5c3f-4f83-8ae3-2342cc011528 service neutron] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048158 Sep 17 04:49:44.872658 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-15f3c8b9-a9fc-49dc-aae6-ce8b26b628a0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865116 Sep 17 04:49:44.969577 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b18375ca-8911-40d4-a2ef-06cfe5e437d2 req-41c162ec-d44c-45b9-8be5-566496823bd1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898416 Sep 17 04:49:45.262262 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:49:45.272907 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:49:48.474837 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-60dcb3c8-9e9a-4859-a259-d5dc01ff83d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:49:50.635576 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c2b7-54ef-4aeb-a4db-5e323c29b1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:49:52.068923 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:49:53.556232 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:49:53.599813 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:49:54.965183 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=51 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:49:54.966506 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=50 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:49:56.065429 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:50:01.779224 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:03.588333 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:03.595097 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:05.296760 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:06.061840 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:15.284159 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:15.287586 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:16.782481 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:16.783260 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:18.478211 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fcaa718f-4dbc-4dd4-acfe-3440cdad3570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:20.650263 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a4b17a6c-5e1e-4c98-8d14-0c85447e5307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:22.077993 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:23.562791 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:23.603543 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:25.390598 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed16063-861c-42e9-80e1-978690bd2b2d req-5e6d27d4-58ec-4207-ac12-031aea682ee2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:25.392032 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fed16063-861c-42e9-80e1-978690bd2b2d req-5e6d27d4-58ec-4207-ac12-031aea682ee2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.1104732 Sep 17 04:50:25.445116 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fed16063-861c-42e9-80e1-978690bd2b2d req-58bdb05d-6efe-4103-b50c-221be1e7cf69 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469522 Sep 17 04:50:26.624960 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3d665-a092-47a3-950f-7969e1b96e61 req-fe3dcabd-eca6-4032-964c-854020edd9b8 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:26.626484 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-49b3d665-a092-47a3-950f-7969e1b96e61 req-fe3dcabd-eca6-4032-964c-854020edd9b8 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0985768 Sep 17 04:50:26.679876 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-49b3d665-a092-47a3-950f-7969e1b96e61 req-27ea47ff-7cdc-426c-a75b-26fe72e4291f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475264 Sep 17 04:50:27.804683 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc9b38-47d2-4907-8ee0-723639294f71 req-c8caf7db-10e6-4a08-aa10-8d2d2a97d7d6 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:27.806166 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-37cc9b38-47d2-4907-8ee0-723639294f71 req-c8caf7db-10e6-4a08-aa10-8d2d2a97d7d6 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0488217 Sep 17 04:50:27.858958 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-37cc9b38-47d2-4907-8ee0-723639294f71 req-3d045ac2-81e7-4783-af68-dd236a01cd5f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444345 Sep 17 04:50:28.999436 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7dd696-93a7-42c7-901a-238d03b4ad55 req-b913d937-7bf4-4549-a9c8-e6547635714b tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:29.000794 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2c7dd696-93a7-42c7-901a-238d03b4ad55 req-b913d937-7bf4-4549-a9c8-e6547635714b tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0494866 Sep 17 04:50:29.061112 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-2c7dd696-93a7-42c7-901a-238d03b4ad55 req-8891eca2-c4ba-4568-b0c6-d5a00d681cfd tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535045 Sep 17 04:50:30.204393 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4ce63-7212-47c1-a4a2-e6ecb0c8b42e req-14218317-304e-4f9f-8b24-19e605596f23 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:30.205844 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c2d4ce63-7212-47c1-a4a2-e6ecb0c8b42e req-14218317-304e-4f9f-8b24-19e605596f23 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0584602 Sep 17 04:50:30.266016 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-c2d4ce63-7212-47c1-a4a2-e6ecb0c8b42e req-c6c63309-be74-49a5-b205-e844bc0e7513 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543330 Sep 17 04:50:31.413267 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b89123-0e72-4b52-9f01-22f3ae993dde req-bbc244c7-4611-448e-81ee-fa7ff1132ef7 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:31.414719 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-59b89123-0e72-4b52-9f01-22f3ae993dde req-bbc244c7-4611-448e-81ee-fa7ff1132ef7 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0570848 Sep 17 04:50:31.465036 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-59b89123-0e72-4b52-9f01-22f3ae993dde req-6e0bf134-5387-498c-9b38-4f864b138c20 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446410 Sep 17 04:50:32.607848 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf1732-2b80-4b2b-8a04-ec3ae2aca11b req-d9bf6bb9-a33c-43f8-9258-399d41f99f81 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:32.609350 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dacf1732-2b80-4b2b-8a04-ec3ae2aca11b req-d9bf6bb9-a33c-43f8-9258-399d41f99f81 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0585747 Sep 17 04:50:32.659682 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-dacf1732-2b80-4b2b-8a04-ec3ae2aca11b req-bd5e6808-b177-4393-8043-f8b2cf236c35 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443985 Sep 17 04:50:33.069071 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:50:33.782463 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56bfbd-7a78-47dc-9bb2-06b2f27696ad req-81196cfe-cb5e-470b-81fb-4dcf83c8e572 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:33.783896 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0e56bfbd-7a78-47dc-9bb2-06b2f27696ad req-81196cfe-cb5e-470b-81fb-4dcf83c8e572 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0472891 Sep 17 04:50:33.833948 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0e56bfbd-7a78-47dc-9bb2-06b2f27696ad req-402e7730-a5a8-439a-a5b8-2a4e28a8b455 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440495 Sep 17 04:50:34.984852 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b8aa1-374b-4313-ae06-ccf77f941eeb req-edacece0-2ec1-4270-bb80-2b75f5d14859 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:34.986390 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b44b8aa1-374b-4313-ae06-ccf77f941eeb req-edacece0-2ec1-4270-bb80-2b75f5d14859 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0524538 Sep 17 04:50:35.039609 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-b44b8aa1-374b-4313-ae06-ccf77f941eeb req-689b194a-a114-4dbb-88c5-99216259975d tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474265 Sep 17 04:50:35.294130 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:36.167564 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f086c-345b-4127-aa9d-48b5080c1f18 req-7a87e413-8793-450d-b8b1-5567e704cafe tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:36.169032 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bd4f086c-345b-4127-aa9d-48b5080c1f18 req-7a87e413-8793-450d-b8b1-5567e704cafe tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0504780 Sep 17 04:50:36.220413 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bd4f086c-345b-4127-aa9d-48b5080c1f18 req-7d3dcb07-f668-4c65-9201-5bc1e65b57be tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457211 Sep 17 04:50:37.371838 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d13b7-b0a0-4f64-8f76-abf5dbbbfc06 req-8bab517b-bea0-413c-a9d0-9a7dbaef9fcd tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:37.373838 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-581d13b7-b0a0-4f64-8f76-abf5dbbbfc06 req-8bab517b-bea0-413c-a9d0-9a7dbaef9fcd tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0607111 Sep 17 04:50:37.424266 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-581d13b7-b0a0-4f64-8f76-abf5dbbbfc06 req-0c26619b-4791-4be0-9a52-a6944c8dfabb tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445991 Sep 17 04:50:38.565451 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8d9df-8a7b-43a8-8ab3-5e0eff6d451c req-83e2c48a-b174-4fb8-83d0-3f647166e721 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:38.566994 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-70d8d9df-8a7b-43a8-8ab3-5e0eff6d451c req-83e2c48a-b174-4fb8-83d0-3f647166e721 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0498807 Sep 17 04:50:38.616795 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-70d8d9df-8a7b-43a8-8ab3-5e0eff6d451c req-3183ece4-7dab-4816-9f81-eaf43fc76d9a tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442290 Sep 17 04:50:39.746644 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c9419-7bef-4454-94c7-28c740a73f8b req-04a30924-eda4-4092-a330-2948dda532f3 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:39.748173 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8d2c9419-7bef-4454-94c7-28c740a73f8b req-04a30924-eda4-4092-a330-2948dda532f3 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0479491 Sep 17 04:50:39.800689 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8d2c9419-7bef-4454-94c7-28c740a73f8b req-7424b2e8-59ab-4cef-9b2d-b15fd7cc68be tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467567 Sep 17 04:50:40.561125 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd125-926d-4eda-95f8-d481ca6323ee req-ac181048-5218-4bb9-a918-4b5020d47dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:40.562627 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c3dfd125-926d-4eda-95f8-d481ca6323ee req-ac181048-5218-4bb9-a918-4b5020d47dcb service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e2e4abf23c7a495cb117b10045236a1c&device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 1129 time: 0.0401380 Sep 17 04:50:40.668796 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd125-926d-4eda-95f8-d481ca6323ee req-a09d9bf6-c066-4d6d-ba39-dbcc73455a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:40.670774 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c3dfd125-926d-4eda-95f8-d481ca6323ee req-a09d9bf6-c066-4d6d-ba39-dbcc73455a65 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=1a206bad-97c5-44c1-b0a5-c29328556d8b HTTP/1.1" status: 200 len: 909 time: 0.1016281 Sep 17 04:50:40.737900 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c3dfd125-926d-4eda-95f8-d481ca6323ee req-df4626fd-d713-4491-8dd0-c0af8c6d3685 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a HTTP/1.1" status: 200 len: 1000 time: 0.0608678 Sep 17 04:50:40.791639 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd125-926d-4eda-95f8-d481ca6323ee req-ce539ed8-bd8c-498a-a5c8-ea7302070b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:40.793075 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c3dfd125-926d-4eda-95f8-d481ca6323ee req-ce539ed8-bd8c-498a-a5c8-ea7302070b58 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=6a4a47c0-2665-4a48-abbb-bf12b1ba278a HTTP/1.1" status: 200 len: 847 time: 0.0492334 Sep 17 04:50:40.838539 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd125-926d-4eda-95f8-d481ca6323ee req-af95e709-30c1-4cfe-8dd3-c534772fc171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:40.840064 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c3dfd125-926d-4eda-95f8-d481ca6323ee req-af95e709-30c1-4cfe-8dd3-c534772fc171 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=1a206bad-97c5-44c1-b0a5-c29328556d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406919 Sep 17 04:50:40.947114 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768c49-5033-4a55-b6bc-2555b1469949 req-10554502-4aaa-4c2d-b7c5-6bdcb64ad55d tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:40.948542 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-83768c49-5033-4a55-b6bc-2555b1469949 req-10554502-4aaa-4c2d-b7c5-6bdcb64ad55d tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0589898 Sep 17 04:50:40.979372 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:40.991402 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c3dfd125-926d-4eda-95f8-d481ca6323ee req-1915418d-a7f9-4259-a018-fb847f5ae0c2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445572 Sep 17 04:50:41.058909 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-83768c49-5033-4a55-b6bc-2555b1469949 req-326bc949-17fb-4f93-8921-2b1471bbc268 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012888 Sep 17 04:50:41.060709 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:41.102711 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-c3dfd125-926d-4eda-95f8-d481ca6323ee req-45807a7a-e8b5-4da3-bc08-bb9e6be11491 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030922 Sep 17 04:50:42.192290 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91a9f6-dd31-4815-8ea6-4eaa4a7c0fce req-a52093d7-c0ad-49a8-8fb8-58c4d7d87f95 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:42.193776 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fb91a9f6-dd31-4815-8ea6-4eaa4a7c0fce req-a52093d7-c0ad-49a8-8fb8-58c4d7d87f95 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0497680 Sep 17 04:50:42.249722 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-fb91a9f6-dd31-4815-8ea6-4eaa4a7c0fce req-a3e71707-9688-48ac-9b75-95622c727498 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476549 Sep 17 04:50:43.061808 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:43.063035 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:43.379987 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f92ef-a761-4c6e-a788-3631d19697b1 req-9805f542-6c86-4995-b005-2020deacb3b7 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:43.381530 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-071f92ef-a761-4c6e-a788-3631d19697b1 req-9805f542-6c86-4995-b005-2020deacb3b7 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0476122 Sep 17 04:50:43.430434 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-071f92ef-a761-4c6e-a788-3631d19697b1 req-d915bebe-f39c-4382-aa8b-bb373d79a8ae tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432675 Sep 17 04:50:43.560758 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [req-6f7034ae-d1c7-4600-a882-b2e16d3c2c8d req-f26a2d54-09c0-491c-aeab-4b19d7aacdf7 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:50:43.561853 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-6f7034ae-d1c7-4600-a882-b2e16d3c2c8d req-f26a2d54-09c0-491c-aeab-4b19d7aacdf7 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0611689 Sep 17 04:50:43.775240 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99cb8f-1576-4116-a55e-38c880de20cf req-35905094-6c2d-41ac-8707-ae85f7a56b3c tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:43.776689 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9f99cb8f-1576-4116-a55e-38c880de20cf req-35905094-6c2d-41ac-8707-ae85f7a56b3c tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0769296 Sep 17 04:50:43.782584 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-101f44a8-5a42-4d3c-b150-a1d76eeb1f0d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106219 Sep 17 04:50:43.799623 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-462dbf55-e4f5-46eb-96ad-9f08c0833a41 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 04:50:43.800561 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-462dbf55-e4f5-46eb-96ad-9f08c0833a41 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0103838 Sep 17 04:50:43.832542 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9f99cb8f-1576-4116-a55e-38c880de20cf req-04196b45-0b21-4462-8469-faceb9220bb1 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488446 Sep 17 04:50:43.927493 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-139e6728-0206-4fb3-b418-4fee932c5570 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:43.928744 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-139e6728-0206-4fb3-b418-4fee932c5570 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports/506760d5-de67-41d5-a14c-c3b79cd54e9a HTTP/1.1" status: 200 len: 942 time: 0.0978763 Sep 17 04:50:44.967177 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35d698-9c24-4db0-a717-d0f9a54d2e14 req-f8d5664a-fd4e-4d41-86ec-139db1b23410 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:44.968970 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1c35d698-9c24-4db0-a717-d0f9a54d2e14 req-f8d5664a-fd4e-4d41-86ec-139db1b23410 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0561426 Sep 17 04:50:45.021654 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1c35d698-9c24-4db0-a717-d0f9a54d2e14 req-5a0c5dd6-609c-467a-9781-3a3433cc1cfa tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467436 Sep 17 04:50:45.284457 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:45.287994 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:45.392232 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 506760d5-de67-41d5-a14c-c3b79cd54e9a no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:50:45.475160 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 506760d5-de67-41d5-a14c-c3b79cd54e9a is: ACTIVE; New status is: DOWN {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:50:45.475403 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:45.499239 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:50:45.501528 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fab0b32-ff92-4a2a-886f-6a2aa2a6f7b0" -d '{"events": [{"server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:50:45.518035 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 506760d5-de67-41d5-a14c-c3b79cd54e9a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:50:45.525956 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:45.531918 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610d34-657e-4cb8-86f1-78d335bbacd8 req-05b279a5-9308-4b4f-8ffa-da570de7d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:45.534509 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0d610d34-657e-4cb8-86f1-78d335bbacd8 req-05b279a5-9308-4b4f-8ffa-da570de7d815 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e2e4abf23c7a495cb117b10045236a1c&device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 1129 time: 0.0456302 Sep 17 04:50:45.556274 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 17 Sep 2022 04:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1066de28-c2b5-42d6-9f18-519d07e1f4e6 x-openstack-request-id: req-1066de28-c2b5-42d6-9f18-519d07e1f4e6 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:50:45.556670 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:50:45.556907 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1066de28-c2b5-42d6-9f18-519d07e1f4e6 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:50:45.557413 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1066de28-c2b5-42d6-9f18-519d07e1f4e6'] response: {'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'code': 200} Sep 17 04:50:45.583438 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=506760d5-de67-41d5-a14c-c3b79cd54e9a,revision_number=6']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:50:45.587377 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-6964449a-d2d9-48cf-888c-cb8fd8b784d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:45.588872 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-6964449a-d2d9-48cf-888c-cb8fd8b784d2 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8&tenant_id=e2e4abf23c7a495cb117b10045236a1c HTTP/1.1" status: 200 len: 1127 time: 0.0768101 Sep 17 04:50:45.591117 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.591462 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.591806 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.592145 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.592490 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.592821 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.593138 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.593496 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.593843 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.594119 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.594442 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.594766 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.595090 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.595410 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.595728 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:50:45.676178 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610d34-657e-4cb8-86f1-78d335bbacd8 req-bb35d647-81f6-4e04-a879-7b709999cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:45.677691 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0d610d34-657e-4cb8-86f1-78d335bbacd8 req-bb35d647-81f6-4e04-a879-7b709999cec6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=1a206bad-97c5-44c1-b0a5-c29328556d8b HTTP/1.1" status: 200 len: 909 time: 0.0911667 Sep 17 04:50:45.739247 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0d610d34-657e-4cb8-86f1-78d335bbacd8 req-7147b762-6b98-4298-acd3-79575154227f service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a HTTP/1.1" status: 200 len: 998 time: 0.0544534 Sep 17 04:50:45.786692 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610d34-657e-4cb8-86f1-78d335bbacd8 req-9d91b3e2-209d-4204-a6b6-12f7912ea28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:45.788118 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0d610d34-657e-4cb8-86f1-78d335bbacd8 req-9d91b3e2-209d-4204-a6b6-12f7912ea28b service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=6a4a47c0-2665-4a48-abbb-bf12b1ba278a HTTP/1.1" status: 200 len: 847 time: 0.0429235 Sep 17 04:50:45.835059 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610d34-657e-4cb8-86f1-78d335bbacd8 req-7b90fca5-57c0-4d42-84d0-ec49c45ebb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:45.836511 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0d610d34-657e-4cb8-86f1-78d335bbacd8 req-7b90fca5-57c0-4d42-84d0-ec49c45ebb53 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=1a206bad-97c5-44c1-b0a5-c29328556d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425127 Sep 17 04:50:45.925394 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0d610d34-657e-4cb8-86f1-78d335bbacd8 req-20c1fb24-b8ce-4948-9fd5-1269ea803f64 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825694 Sep 17 04:50:46.021022 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-0d610d34-657e-4cb8-86f1-78d335bbacd8 req-8efa403a-7665-4240-af1d-d2f927114189 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886111 Sep 17 04:50:46.125362 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-c80d1911-d427-4c2f-9d9a-b01a7144e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:46.126865 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-c80d1911-d427-4c2f-9d9a-b01a7144e9b4 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e2e4abf23c7a495cb117b10045236a1c&device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 1127 time: 0.0402806 Sep 17 04:50:46.143945 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee7042-a894-4f31-addf-f17a82b46c7e req-8e8c19be-ff5f-4c58-9b41-80f3ca481c49 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:46.145546 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1eee7042-a894-4f31-addf-f17a82b46c7e req-8e8c19be-ff5f-4c58-9b41-80f3ca481c49 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0479250 Sep 17 04:50:46.186635 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:46.196078 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-1eee7042-a894-4f31-addf-f17a82b46c7e req-58bd0262-d7d3-4698-a5cf-c50126641880 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446837 Sep 17 04:50:46.219353 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:46.222434 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-8b49c47d-bc6e-4d2e-b89a-e62c868f77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:46.224065 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-8b49c47d-bc6e-4d2e-b89a-e62c868f77fb service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=1a206bad-97c5-44c1-b0a5-c29328556d8b HTTP/1.1" status: 200 len: 909 time: 0.0913534 Sep 17 04:50:46.287320 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-2afb6974-ba41-42e6-822f-7afd329a99ff service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a HTTP/1.1" status: 200 len: 998 time: 0.0565233 Sep 17 04:50:46.338420 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-f3e314af-9eee-451f-bcca-76ce865a63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:46.339823 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-f3e314af-9eee-451f-bcca-76ce865a63f6 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=6a4a47c0-2665-4a48-abbb-bf12b1ba278a HTTP/1.1" status: 200 len: 847 time: 0.0440667 Sep 17 04:50:46.382222 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:46.388008 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-da528c08-493b-4ad6-a01f-1afcf246cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:46.389489 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-da528c08-493b-4ad6-a01f-1afcf246cffb service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=1a206bad-97c5-44c1-b0a5-c29328556d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436866 Sep 17 04:50:46.479996 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-474dcb9e-1723-458f-a36d-586b17d448b9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836091 Sep 17 04:50:46.576082 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-8f313395-d4aa-4529-8147-cba7f6468b16 req-6a503a00-9148-44d9-8f6d-127881f405aa service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898488 Sep 17 04:50:47.342444 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd5afd-e552-4338-a4d8-6e6538be4017 req-84a03fa5-2f70-4023-b920-8dc65caa19af tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:47.343904 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-14bd5afd-e552-4338-a4d8-6e6538be4017 req-84a03fa5-2f70-4023-b920-8dc65caa19af tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0573702 Sep 17 04:50:47.392275 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-14bd5afd-e552-4338-a4d8-6e6538be4017 req-e83fee27-71c3-4b83-acff-5d9e70088473 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427363 Sep 17 04:50:48.476426 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b873e1a5-2c36-4b2e-8b60-d10597382648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:48.535719 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd7cc9-83fd-4ab2-a492-2eb10ad73c2c req-d7df0c86-d004-468d-999d-5831b78762f2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:48.537201 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-00cd7cc9-83fd-4ab2-a492-2eb10ad73c2c req-d7df0c86-d004-468d-999d-5831b78762f2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0459983 Sep 17 04:50:48.567350 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:48.590165 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-00cd7cc9-83fd-4ab2-a492-2eb10ad73c2c req-092aca66-8db0-4c52-9a9a-a51dad7062f6 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473058 Sep 17 04:50:49.726825 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f104b-405a-41ce-b86b-88d5c08cdc67 req-93084d62-63bc-4106-b204-016d27a6e158 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:49.728291 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-475f104b-405a-41ce-b86b-88d5c08cdc67 req-93084d62-63bc-4106-b204-016d27a6e158 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0511649 Sep 17 04:50:49.777208 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-475f104b-405a-41ce-b86b-88d5c08cdc67 req-7a90fe73-3685-44c0-8f41-e088f09e520b tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Sep 17 04:50:50.653576 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9bb391c-6fdd-41cf-82a1-4d9265bdc8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:50.909177 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a1d1d-04cd-46ee-ac64-cc56008e4331 req-b1c92f10-6fab-45f6-8677-213ac5636876 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:50.910495 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9c0a1d1d-04cd-46ee-ac64-cc56008e4331 req-b1c92f10-6fab-45f6-8677-213ac5636876 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0487368 Sep 17 04:50:50.963445 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-9c0a1d1d-04cd-46ee-ac64-cc56008e4331 req-be1eed7f-43ac-4d11-b04c-3e1ae381554f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450704 Sep 17 04:50:52.071838 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:52.097503 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7302a22-0ef3-4cee-96cf-2db6d42d8d6e req-4bdbbf45-376f-4698-87a8-3008372aba68 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:52.098983 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b7302a22-0ef3-4cee-96cf-2db6d42d8d6e req-4bdbbf45-376f-4698-87a8-3008372aba68 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0504484 Sep 17 04:50:52.148997 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b7302a22-0ef3-4cee-96cf-2db6d42d8d6e req-a1decdee-7f98-4ef3-9931-2b7a4d24cb2a tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442600 Sep 17 04:50:53.283681 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b992274-c459-426c-8928-d2c519149aab req-f8b68d46-51fc-4d6e-b146-7d90502c92f2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:53.285112 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3b992274-c459-426c-8928-d2c519149aab req-f8b68d46-51fc-4d6e-b146-7d90502c92f2 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0519633 Sep 17 04:50:53.336105 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-3b992274-c459-426c-8928-d2c519149aab req-af82b776-b7a1-4b48-b6ba-711eedf40c9f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428972 Sep 17 04:50:53.566928 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:53.608885 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:54.465209 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaae964-099a-4d5d-83f4-06a305dc5a0d req-4f48652c-1fe4-4b8c-9835-8768bd3ca05a tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:54.466650 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bdaae964-099a-4d5d-83f4-06a305dc5a0d req-4f48652c-1fe4-4b8c-9835-8768bd3ca05a tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0489295 Sep 17 04:50:54.519804 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-bdaae964-099a-4d5d-83f4-06a305dc5a0d req-c778fb16-db18-4359-aa55-e06da8d27384 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475223 Sep 17 04:50:55.431177 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 506760d5-de67-41d5-a14c-c3b79cd54e9a details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=106228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 04:50:55.539559 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 506760d5-de67-41d5-a14c-c3b79cd54e9a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:50:55.550677 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Returning: {'device': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'port_id': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'mac_address': 'fa:16:3e:1f:fe:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 04:50:55.587664 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 506760d5-de67-41d5-a14c-c3b79cd54e9a is: DOWN; New status is: BUILD {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:50:55.588071 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:55.601564 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506760d5-de67-41d5-a14c-c3b79cd54e9a {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 04:50:55.621711 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 506760d5-de67-41d5-a14c-c3b79cd54e9a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:50:55.626916 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:55.653165 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4433ea-086a-4966-9792-00d2a8a87e81 req-1d238594-8c68-4ca7-88bf-39c4033ff734 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:55.654645 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8c4433ea-086a-4966-9792-00d2a8a87e81 req-1d238594-8c68-4ca7-88bf-39c4033ff734 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 943 time: 0.0501854 Sep 17 04:50:55.680280 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=506760d5-de67-41d5-a14c-c3b79cd54e9a,revision_number=7']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:50:55.706031 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-8c4433ea-086a-4966-9792-00d2a8a87e81 req-a62a9475-ea46-484b-b60f-8c5a941157c4 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447969 Sep 17 04:50:56.087175 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] get_ports_and_sgs() called for port_ids ['506760d5-de67-41d5-a14c-c3b79cd54e9a'] {{(pid=106228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 04:50:56.300158 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:56.312073 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:56.848353 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ec568-aa7e-41a9-8a64-8a9e455fdb85 req-c37f1d9e-d2f7-44db-b98b-48f53deb8b04 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:56.849864 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-320ec568-aa7e-41a9-8a64-8a9e455fdb85 req-c37f1d9e-d2f7-44db-b98b-48f53deb8b04 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 944 time: 0.0502915 Sep 17 04:50:56.902834 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-320ec568-aa7e-41a9-8a64-8a9e455fdb85 req-de5f603d-1623-404d-af1f-74dd4e572c88 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450962 Sep 17 04:50:57.452403 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 506760d5-de67-41d5-a14c-c3b79cd54e9a up at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 04:50:57.516306 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Provisioning complete for port 506760d5-de67-41d5-a14c-c3b79cd54e9a triggered by entity L2. {{(pid=106228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 04:50:57.516680 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1357370'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), provisioning_complete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:57.517027 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Attempt 1 to provision port 506760d5-de67-41d5-a14c-c3b79cd54e9a Sep 17 04:50:57.593202 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Current status of the port 506760d5-de67-41d5-a14c-c3b79cd54e9a is: BUILD; New status is: ACTIVE {{(pid=106228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 04:50:57.593603 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544106'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:57.618381 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:50:57.620614 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b30d4b311a0dd7069d224cb97e09d1752e038a6b350a78d87f0bc6f0f287b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b46be9e-a987-49bd-ae2d-090f578e9155" -d '{"events": [{"server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "name": "network-vif-plugged", "status": "completed", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:50:57.633834 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] For port 506760d5-de67-41d5-a14c-c3b79cd54e9a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:50:57.640472 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778005434534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778005027539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778005027557'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:50:57.687424 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Pushing event updated for resources: {'Port': ['ID=506760d5-de67-41d5-a14c-c3b79cd54e9a,revision_number=8']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:50:58.038168 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14c910-6d4e-4c23-9509-c92ba0e8a734 req-dc795b6e-1d59-41e7-bd74-5e1b3e3edf9f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:58.039602 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ac14c910-6d4e-4c23-9509-c92ba0e8a734 req-dc795b6e-1d59-41e7-bd74-5e1b3e3edf9f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0487626 Sep 17 04:50:58.091900 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ac14c910-6d4e-4c23-9509-c92ba0e8a734 req-e23128b8-92b0-4c28-9396-2920b415fdf9 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442209 Sep 17 04:50:58.678190 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8640a4e7-665c-4072-a339-a1c41285e6c1 x-openstack-request-id: req-8640a4e7-665c-4072-a339-a1c41285e6c1 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:50:58.678961 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "name": "network-vif-plugged", "status": "completed", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:50:58.679166 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8640a4e7-665c-4072-a339-a1c41285e6c1 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:50:58.680001 dv-cinder-857993-2-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8640a4e7-665c-4072-a339-a1c41285e6c1'] response: {'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'code': 200} Sep 17 04:50:58.990709 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bd3c6-9fac-4895-ac2a-1a382b2bb8b6 req-3d56ffbf-3388-4a60-89c8-cbb42981dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:58.992124 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6f2bd3c6-9fac-4895-ac2a-1a382b2bb8b6 req-3d56ffbf-3388-4a60-89c8-cbb42981dba9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 1129 time: 0.0443358 Sep 17 04:50:59.039372 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6f2bd3c6-9fac-4895-ac2a-1a382b2bb8b6 req-5b204d12-b71d-424b-af99-6fe454ded6ab service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Sep 17 04:50:59.185855 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=100 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:50:59.231183 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110807e-1cdc-4b4b-8457-d44267865147 req-dba4ffbd-8b0c-490d-898c-b76179a696bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:50:59.232690 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e110807e-1cdc-4b4b-8457-d44267865147 req-dba4ffbd-8b0c-490d-898c-b76179a696bf tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0567868 Sep 17 04:50:59.286236 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-e110807e-1cdc-4b4b-8457-d44267865147 req-75a7ffc4-c377-4b32-93c4-d89b4dcfabcb tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453296 Sep 17 04:51:00.426827 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60d5b0-4317-4947-b732-9cdccd189632 req-49f6e300-e096-484c-a96b-c13389f37143 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:51:00.428317 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd60d5b0-4317-4947-b732-9cdccd189632 req-49f6e300-e096-484c-a96b-c13389f37143 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0509708 Sep 17 04:51:00.478898 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-bd60d5b0-4317-4947-b732-9cdccd189632 req-82c9788e-0f52-4afd-a91a-a8da016afaf6 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446713 Sep 17 04:51:01.627842 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547febdb-5bf0-4c86-b319-8b7c0eed1e72 req-8a33bb2d-70b9-4358-82f6-80d24c0dc161 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:51:01.629344 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-547febdb-5bf0-4c86-b319-8b7c0eed1e72 req-8a33bb2d-70b9-4358-82f6-80d24c0dc161 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0496516 Sep 17 04:51:01.689595 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-547febdb-5bf0-4c86-b319-8b7c0eed1e72 req-9d183c74-f531-43cc-b251-4275a32c7b41 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543313 Sep 17 04:51:05.306426 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:51:10.074943 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:51:10.470902 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=34 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:10.474351 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=50 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:11.671327 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=94 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:11.685468 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=19 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:15.288819 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:15.293368 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:18.476921 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2dc124ea-0e19-402d-8ffa-21b85e66892b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:51:20.066524 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=17 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:20.067700 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=17 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:20.656471 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d9fc8984-9a60-4625-9c82-f4b5aed3ceb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:51:22.085454 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:51:23.566603 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:51:23.616646 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:51:33.608000 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:33.610452 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:35.313725 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:51:45.300047 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:45.304529 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:47.072160 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:51:47.289374 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6a456cb1-817c-4b9c-a3f4-5f8e29f4dba5 req-da87a8ce-2fc5-402f-8224-8df6f1c1afb8 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385399 Sep 17 04:51:47.404625 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a456cb1-817c-4b9c-a3f4-5f8e29f4dba5 req-373161b5-76c6-4fd1-b405-12856b85c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:51:47.406045 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6a456cb1-817c-4b9c-a3f4-5f8e29f4dba5 req-373161b5-76c6-4fd1-b405-12856b85c979 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e2e4abf23c7a495cb117b10045236a1c&device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 1129 time: 0.0403402 Sep 17 04:51:47.548230 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a456cb1-817c-4b9c-a3f4-5f8e29f4dba5 req-91ccb55e-ec33-45a1-9981-31f36b321178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:51:47.549817 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6a456cb1-817c-4b9c-a3f4-5f8e29f4dba5 req-91ccb55e-ec33-45a1-9981-31f36b321178 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=1a206bad-97c5-44c1-b0a5-c29328556d8b HTTP/1.1" status: 200 len: 909 time: 0.1128597 Sep 17 04:51:47.612096 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6a456cb1-817c-4b9c-a3f4-5f8e29f4dba5 req-3c10fa75-edf5-4556-a62b-346ce1ec07f0 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a HTTP/1.1" status: 200 len: 1000 time: 0.0558381 Sep 17 04:51:47.660553 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a456cb1-817c-4b9c-a3f4-5f8e29f4dba5 req-a80a180c-aec9-4d5a-8b8f-82ff237a070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:51:47.661897 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6a456cb1-817c-4b9c-a3f4-5f8e29f4dba5 req-a80a180c-aec9-4d5a-8b8f-82ff237a070d service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=6a4a47c0-2665-4a48-abbb-bf12b1ba278a HTTP/1.1" status: 200 len: 847 time: 0.0442431 Sep 17 04:51:47.712319 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a456cb1-817c-4b9c-a3f4-5f8e29f4dba5 req-67c35e15-9649-45bd-bb2d-a3ea318e326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:51:47.713918 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6a456cb1-817c-4b9c-a3f4-5f8e29f4dba5 req-67c35e15-9649-45bd-bb2d-a3ea318e326f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=1a206bad-97c5-44c1-b0a5-c29328556d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450161 Sep 17 04:51:47.806253 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6a456cb1-817c-4b9c-a3f4-5f8e29f4dba5 req-e1aca285-a544-4d1d-a3de-d3bfed3a177f service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843792 Sep 17 04:51:47.900386 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-6a456cb1-817c-4b9c-a3f4-5f8e29f4dba5 req-4ffed8e9-1116-4f5d-a07e-387ff6ef39cf service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869923 Sep 17 04:51:48.482246 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-39d48e79-f0ec-475d-9df0-6ce2a57a7882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:51:50.663204 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f7186e35-9227-4448-b04e-a22016e19852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:51:52.084031 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:51:53.570487 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:51:53.611498 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:51:57.060719 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:57.061944 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:57.895707 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=53 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:51:57.896929 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=48 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:03.604995 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:03.606222 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:05.305916 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:15.294463 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:15.299027 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:16.788845 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:18.482232 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae411-cb93-493a-86f4-41e8ec8fe5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:20.656039 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b003d89-9c2c-4049-9745-d69ec4302210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:22.087796 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:23.581799 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:23.622491 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:24.075993 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:52:28.655915 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47528) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:28.843199 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Deleting port 442b45be-dd76-4964-ae5e-1cb7df31149e {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:52:28.843493 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (442b45be-dd76-4964-ae5e-1cb7df31149e), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:28.932857 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (442b45be-dd76-4964-ae5e-1cb7df31149e), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:28.933694 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for floatingip (442b45be-dd76-4964-ae5e-1cb7df31149e), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:28.951031 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Calling delete_port for 442b45be-dd76-4964-ae5e-1cb7df31149e owned by network:floatingip {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:52:29.104333 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (442b45be-dd76-4964-ae5e-1cb7df31149e), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:29.126875 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Pushing event deleted for resources: {'Port': ['ID=442b45be-dd76-4964-ae5e-1cb7df31149e,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:29.140902 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.141269 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.141611 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.141947 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.142279 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.142602 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.142927 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.143252 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.143555 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.143870 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.144189 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.144511 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.144838 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.145186 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.145505 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:29.202339 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for floatingip (ecf51184-3d9e-4eb9-b7b5-a255a45ad1e8), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:29.202581 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.db.l3_db [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Floating IP ecf51184-3d9e-4eb9-b7b5-a255a45ad1e8 disassociated (deleted). External IP: 172.27.3.48, port: 506760d5-de67-41d5-a14c-c3b79cd54e9a. Sep 17 04:52:29.410727 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Router 237c34a7-6133-465d-b235-f49e4cb279b9 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:52:29.513840 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:52:29.518668 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for floatingip (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:29.524008 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e796cb-131f-4055-879a-0030824d90b9 None None] Sync routers for ids ['237c34a7-6133-465d-b235-f49e4cb279b9'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:52:29.534028 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e796cb-131f-4055-879a-0030824d90b9 None None] Routers {'237c34a7-6133-465d-b235-f49e4cb279b9'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:52:29.534599 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-59e796cb-131f-4055-879a-0030824d90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:52:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['237c34a7-6133-465d-b235-f49e4cb279b9'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:29.550080 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-46e71e63-6439-42f7-93e3-32d004230b7e tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/ecf51184-3d9e-4eb9-b7b5-a255a45ad1e8 HTTP/1.1" status: 204 len: 168 time: 0.8929067 Sep 17 04:52:29.550775 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a'}] {{(pid=106227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:52:29.553021 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc9fb07daf73288ccbd0114191919049e417b8806a0c81defeb08fb5272ccc3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fe9c70-a91f-43c3-9c9e-8865204f19fb" -d '{"events": [{"name": "network-changed", "server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a"}]}' {{(pid=106227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:52:29.603850 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 04:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cbd9fb-c2d1-406c-ae8c-cef32837eba1 x-openstack-request-id: req-03cbd9fb-c2d1-406c-ae8c-cef32837eba1 {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:52:29.604156 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a", "status": "completed", "code": 200}]} {{(pid=106227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:52:29.604412 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03cbd9fb-c2d1-406c-ae8c-cef32837eba1 {{(pid=106227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:52:29.604893 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cbd9fb-c2d1-406c-ae8c-cef32837eba1'] response: {'name': 'network-changed', 'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'status': 'completed', 'code': 200} Sep 17 04:52:29.640834 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-59e796cb-131f-4055-879a-0030824d90b9 None None] Set router 237c34a7-6133-465d-b235-f49e4cb279b9 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:52:29.700836 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe9c70-a91f-43c3-9c9e-8865204f19fb req-baa666a2-3715-4f8a-bad1-00f3c20b2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:52:29.702799 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b2fe9c70-a91f-43c3-9c9e-8865204f19fb req-baa666a2-3715-4f8a-bad1-00f3c20b2352 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=e2e4abf23c7a495cb117b10045236a1c&device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 1129 time: 0.0461807 Sep 17 04:52:29.816244 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62d78c-2120-4460-b0ce-c627df21872d req-c6fc5c99-d9d1-4757-bc40-bb9e4e098b24 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:52:29.817747 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ba62d78c-2120-4460-b0ce-c627df21872d req-c6fc5c99-d9d1-4757-bc40-bb9e4e098b24 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0586748 Sep 17 04:52:29.839221 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-59e796cb-131f-4055-879a-0030824d90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:47:22Z', 'revision_number': 4, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port': {'id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:20Z', 'updated_at': '2022-09-17T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'f763d38a-56a1-48ae-ae62-36cd4ebe6dba', 'name': '', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'mac_address': 'fa:16:3e:c9:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:22Z', 'updated_at': '2022-09-17T04:47:26Z', 'revision_number': 5, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'subnets': [{'id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:29.853065 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe9c70-a91f-43c3-9c9e-8865204f19fb req-ea1050a2-d834-43c9-92d1-ad60633fcd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:52:29.854564 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b2fe9c70-a91f-43c3-9c9e-8865204f19fb req-ea1050a2-d834-43c9-92d1-ad60633fcd36 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=1a206bad-97c5-44c1-b0a5-c29328556d8b HTTP/1.1" status: 200 len: 909 time: 0.1447937 Sep 17 04:52:29.864489 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e796cb-131f-4055-879a-0030824d90b9 None None] Checking router: 237c34a7-6133-465d-b235-f49e4cb279b9 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:52:29.873328 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e796cb-131f-4055-879a-0030824d90b9 None None] Routers {'237c34a7-6133-465d-b235-f49e4cb279b9'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:52:29.873923 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-59e796cb-131f-4055-879a-0030824d90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:52:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['237c34a7-6133-465d-b235-f49e4cb279b9'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:29.882543 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-ba62d78c-2120-4460-b0ce-c627df21872d req-92118155-e6b0-451a-be5b-c203466c098d tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582416 Sep 17 04:52:29.982374 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-59e796cb-131f-4055-879a-0030824d90b9 None None] Set router 237c34a7-6133-465d-b235-f49e4cb279b9 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:52:30.164835 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-59e796cb-131f-4055-879a-0030824d90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:47:22Z', 'revision_number': 4, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port': {'id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:20Z', 'updated_at': '2022-09-17T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'f763d38a-56a1-48ae-ae62-36cd4ebe6dba', 'name': '', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'mac_address': 'fa:16:3e:c9:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:22Z', 'updated_at': '2022-09-17T04:47:26Z', 'revision_number': 5, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'subnets': [{'id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:30.192190 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e796cb-131f-4055-879a-0030824d90b9 None None] The sync data for ids ['237c34a7-6133-465d-b235-f49e4cb279b9'] in dv-cinder-857993-2-iscsi is: [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:47:22Z', 'revision_number': 4, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port': {'id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:20Z', 'updated_at': '2022-09-17T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi', '_interfaces': [{'id': 'f763d38a-56a1-48ae-ae62-36cd4ebe6dba', 'name': '', 'network_id': '1a206bad-97c5-44c1-b0a5-c29328556d8b', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'mac_address': 'fa:16:3e:c9:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:22Z', 'updated_at': '2022-09-17T04:47:26Z', 'revision_number': 5, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'subnets': [{'id': '6a4a47c0-2665-4a48-abbb-bf12b1ba278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:52:30.407846 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e6437-cd84-4aba-b5b7-73629fdf4459 None None] New status for floating IP ecf51184-3d9e-4eb9-b7b5-a255a45ad1e8: DOWN {{(pid=106228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 04:52:30.833113 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b2fe9c70-a91f-43c3-9c9e-8865204f19fb req-44576486-b132-4a7b-97e5-e672b9941941 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a HTTP/1.1" status: 200 len: 217 time: 0.0513983 Sep 17 04:52:30.885918 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe9c70-a91f-43c3-9c9e-8865204f19fb req-016a940d-6afc-4f81-9267-c20aac0c2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:52:30.887460 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b2fe9c70-a91f-43c3-9c9e-8865204f19fb req-016a940d-6afc-4f81-9267-c20aac0c2369 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=6a4a47c0-2665-4a48-abbb-bf12b1ba278a HTTP/1.1" status: 200 len: 847 time: 0.0458021 Sep 17 04:52:30.934532 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe9c70-a91f-43c3-9c9e-8865204f19fb req-e7f67118-101a-4a69-9012-8f353d00b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:52:30.936049 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b2fe9c70-a91f-43c3-9c9e-8865204f19fb req-e7f67118-101a-4a69-9012-8f353d00b3dd service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=1a206bad-97c5-44c1-b0a5-c29328556d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405533 Sep 17 04:52:30.968675 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:30.995814 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:31.010550 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf7cff-63d0-4ccb-96eb-478f341f6118 req-20e13cf3-1bd3-465f-8aa6-e5ac42d9e03f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:52:31.012017 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-03cf7cff-63d0-4ccb-96eb-478f341f6118 req-20e13cf3-1bd3-465f-8aa6-e5ac42d9e03f tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0521629 Sep 17 04:52:31.034429 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b2fe9c70-a91f-43c3-9c9e-8865204f19fb req-e1c637f6-c3c5-4cbe-b418-e90c3bbc23ce service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913229 Sep 17 04:52:31.065564 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [req-03cf7cff-63d0-4ccb-96eb-478f341f6118 req-79ed40d1-1a3c-485f-ab8f-0efa2fbd188a tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476608 Sep 17 04:52:31.283169 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-b2fe9c70-a91f-43c3-9c9e-8865204f19fb req-f88a31e0-4146-4086-acaf-3743a1b38593 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943582 Sep 17 04:52:31.928349 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa92d5-e1e6-4269-98dd-3f8bd485ac1c req-6784dd9e-a192-4e7b-9821-ee9b5b058bcd tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:52:31.929736 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a3fa92d5-e1e6-4269-98dd-3f8bd485ac1c req-6784dd9e-a192-4e7b-9821-ee9b5b058bcd tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.3140812 Sep 17 04:52:32.026403 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-a3fa92d5-e1e6-4269-98dd-3f8bd485ac1c req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Deleting port 506760d5-de67-41d5-a14c-c3b79cd54e9a {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:52:32.026732 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a3fa92d5-e1e6-4269-98dd-3f8bd485ac1c req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:32.128334 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [req-a3fa92d5-e1e6-4269-98dd-3f8bd485ac1c req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] For port 506760d5-de67-41d5-a14c-c3b79cd54e9a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=506760d5-de67-41d5-a14c-c3b79cd54e9a,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:52:32.128661 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a3fa92d5-e1e6-4269-98dd-3f8bd485ac1c req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:32.141906 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [req-a3fa92d5-e1e6-4269-98dd-3f8bd485ac1c req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Calling delete_port for 506760d5-de67-41d5-a14c-c3b79cd54e9a owned by compute:nova {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:52:32.224457 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430a3b1-6e7b-4026-98a8-a565933ecbe5 req-5fcafde5-c98a-4e10-89f4-707655a297e3 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 04:52:32.225848 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9430a3b1-6e7b-4026-98a8-a565933ecbe5 req-5fcafde5-c98a-4e10-89f4-707655a297e3 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 945 time: 0.0818949 Sep 17 04:52:32.282649 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:32.300761 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:32.322369 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-9430a3b1-6e7b-4026-98a8-a565933ecbe5 req-166bc3a1-78f2-402e-8b08-dc9eba798a6d tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f607e83f-90d8-4143-ac6c-d18566309b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877140 Sep 17 04:52:32.356043 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a3fa92d5-e1e6-4269-98dd-3f8bd485ac1c req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (506760d5-de67-41d5-a14c-c3b79cd54e9a), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:32.383731 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Pushing event deleted for resources: {'Port': ['ID=506760d5-de67-41d5-a14c-c3b79cd54e9a,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:32.396355 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.396698 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.397036 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.397403 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.397724 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.398053 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.398371 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.398690 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.399016 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.399310 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.399649 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.399965 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.400285 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.400579 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.400884 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-2-iscsi {{(pid=106226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 04:52:32.442272 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fa92d5-e1e6-4269-98dd-3f8bd485ac1c req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] No DVR routers for this DVR port 506760d5-de67-41d5-a14c-c3b79cd54e9a on host hv-cinder-85799 {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:52:32.444976 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [req-a3fa92d5-e1e6-4269-98dd-3f8bd485ac1c req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70011'] for port (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:32.448529 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-a3fa92d5-e1e6-4269-98dd-3f8bd485ac1c req-5d2b8a14-cb67-4050-8d25-9d32a28c9110 tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.66 "DELETE /networking/v2.0/ports/506760d5-de67-41d5-a14c-c3b79cd54e9a HTTP/1.1" status: 204 len: 173 time: 0.5122144 Sep 17 04:52:32.449026 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'name': 'network-vif-deleted', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a'}] {{(pid=106226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 04:52:32.451667 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e678bde54bc11ecb5c849a140c146fbdb642f9aded9bd5c0fc7486bd6140cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ec3161-115b-44d2-ba64-8f510d0d15b5" -d '{"events": [{"server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "name": "network-vif-deleted", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a"}]}' {{(pid=106226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 04:52:32.496397 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 04:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474f7186-ba92-4da5-b80b-e2e238a295d2 x-openstack-request-id: req-474f7186-ba92-4da5-b80b-e2e238a295d2 {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 04:52:32.496702 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38110d84-13ff-4555-accc-a20ccf6f1bc8", "name": "network-vif-deleted", "tag": "506760d5-de67-41d5-a14c-c3b79cd54e9a", "status": "completed", "code": 200}]} {{(pid=106226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 04:52:32.496981 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-474f7186-ba92-4da5-b80b-e2e238a295d2 {{(pid=106226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 04:52:32.497428 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474f7186-ba92-4da5-b80b-e2e238a295d2'] response: {'server_uuid': '38110d84-13ff-4555-accc-a20ccf6f1bc8', 'name': 'network-vif-deleted', 'tag': '506760d5-de67-41d5-a14c-c3b79cd54e9a', 'status': 'completed', 'code': 200} Sep 17 04:52:33.453730 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [req-24c601d7-971b-4270-a386-8997f3e9358e req-819911b5-c352-4815-9fa6-2e86165b158a tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=38110d84-13ff-4555-accc-a20ccf6f1bc8 HTTP/1.1" status: 200 len: 210 time: 0.0312452 Sep 17 04:52:34.533769 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47558) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:34.591929 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-65774948-9164-4b98-926c-aa71f98e378d tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group (f607e83f-90d8-4143-ac6c-d18566309b50), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:34.616182 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-65774948-9164-4b98-926c-aa71f98e378d tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group (f607e83f-90d8-4143-ac6c-d18566309b50), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:34.682535 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-65774948-9164-4b98-926c-aa71f98e378d tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (f607e83f-90d8-4143-ac6c-d18566309b50), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:34.685147 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-65774948-9164-4b98-926c-aa71f98e378d tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:34.686338 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-65774948-9164-4b98-926c-aa71f98e378d tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f607e83f-90d8-4143-ac6c-d18566309b50 HTTP/1.1" status: 204 len: 168 time: 0.1529574 Sep 17 04:52:34.695860 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65774948-9164-4b98-926c-aa71f98e378d tempest-TestShelveInstance-1751094533 tempest-TestShelveInstance-1751094533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f607e83f-90d8-4143-ac6c-d18566309b50,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:34.733770 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47562) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:35.147425 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b17aeaf0-b4c3-4b6e-a5fa-4f265862fe02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3836835'] for router_interface (237c34a7-6133-465d-b235-f49e4cb279b9), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:35.295415 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:35.375277 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-b17aeaf0-b4c3-4b6e-a5fa-4f265862fe02 admin admin] Deleting port f763d38a-56a1-48ae-ae62-36cd4ebe6dba {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:52:35.375595 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b17aeaf0-b4c3-4b6e-a5fa-4f265862fe02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:35.475053 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-b17aeaf0-b4c3-4b6e-a5fa-4f265862fe02 admin admin] For port f763d38a-56a1-48ae-ae62-36cd4ebe6dba, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=f763d38a-56a1-48ae-ae62-36cd4ebe6dba,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:52:35.475339 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b17aeaf0-b4c3-4b6e-a5fa-4f265862fe02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:35.489479 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-b17aeaf0-b4c3-4b6e-a5fa-4f265862fe02 admin admin] Calling delete_port for f763d38a-56a1-48ae-ae62-36cd4ebe6dba owned by network:router_interface {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:52:35.501431 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=100 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:35.809603 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:35.901347 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 506760d5-de67-41d5-a14c-c3b79cd54e9a no longer exists at agent hyperv_hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:52:35.923477 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] No Port match for: 506760d5-de67-41d5-a14c-c3b79cd54e9a {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:52:35.924129 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Device 506760d5-de67-41d5-a14c-c3b79cd54e9a not bound to the agent host hv-cinder-85799 {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:52:35.953950 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b17aeaf0-b4c3-4b6e-a5fa-4f265862fe02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (f763d38a-56a1-48ae-ae62-36cd4ebe6dba), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:35.979376 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17aeaf0-b4c3-4b6e-a5fa-4f265862fe02 admin admin] Pushing event deleted for resources: {'Port': ['ID=f763d38a-56a1-48ae-ae62-36cd4ebe6dba,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:36.147537 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-b17aeaf0-b4c3-4b6e-a5fa-4f265862fe02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3696915'] for router_interface (237c34a7-6133-465d-b235-f49e4cb279b9), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:36.359108 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17aeaf0-b4c3-4b6e-a5fa-4f265862fe02 admin admin] Router 237c34a7-6133-465d-b235-f49e4cb279b9 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:52:36.465315 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17aeaf0-b4c3-4b6e-a5fa-4f265862fe02 admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:52:36.473136 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-b17aeaf0-b4c3-4b6e-a5fa-4f265862fe02 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/237c34a7-6133-465d-b235-f49e4cb279b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7354677 Sep 17 04:52:36.473260 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47566) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:36.474205 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1b5f1-1906-4df9-9e88-96b30f6b1b0e None None] Sync routers for ids ['237c34a7-6133-465d-b235-f49e4cb279b9'] in dv-cinder-857993-2-iscsi {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:52:36.484499 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1b5f1-1906-4df9-9e88-96b30f6b1b0e None None] Routers {'237c34a7-6133-465d-b235-f49e4cb279b9'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:52:36.485114 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-4ff1b5f1-1906-4df9-9e88-96b30f6b1b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:52:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['237c34a7-6133-465d-b235-f49e4cb279b9'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:36.572510 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Publish callbacks [] for router (237c34a7-6133-465d-b235-f49e4cb279b9), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:36.584704 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-4ff1b5f1-1906-4df9-9e88-96b30f6b1b0e None None] Set router 237c34a7-6133-465d-b235-f49e4cb279b9 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:52:36.669899 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Publish callbacks [] for router_gateway (237c34a7-6133-465d-b235-f49e4cb279b9), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:36.714243 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Deleting port 77cab612-d77f-46e0-aa13-9723c0364c5a {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:52:36.714571 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:36.715445 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:36.752020 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-4ff1b5f1-1906-4df9-9e88-96b30f6b1b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:52:35Z', 'revision_number': 5, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port': {'id': '77cab612-d77f-46e0-aa13-9723c0364c5a', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:20Z', 'updated_at': '2022-09-17T04:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:36.781058 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1b5f1-1906-4df9-9e88-96b30f6b1b0e None None] Checking router: 237c34a7-6133-465d-b235-f49e4cb279b9 for host: dv-cinder-857993-2-iscsi {{(pid=106229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:52:36.789395 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1b5f1-1906-4df9-9e88-96b30f6b1b0e None None] Routers {'237c34a7-6133-465d-b235-f49e4cb279b9'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:52:36.789984 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-4ff1b5f1-1906-4df9-9e88-96b30f6b1b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:52:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['237c34a7-6133-465d-b235-f49e4cb279b9'], 'active': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:36.799353 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] For port 77cab612-d77f-46e0-aa13-9723c0364c5a, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=77cab612-d77f-46e0-aa13-9723c0364c5a,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:52:36.799723 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:36.813111 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Calling delete_port for 77cab612-d77f-46e0-aa13-9723c0364c5a owned by network:router_gateway {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:52:36.851983 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:36.873578 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvr_db [None req-4ff1b5f1-1906-4df9-9e88-96b30f6b1b0e None None] Set router 237c34a7-6133-465d-b235-f49e4cb279b9 gateway port host: None {{(pid=106229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:52:36.984842 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (77cab612-d77f-46e0-aa13-9723c0364c5a), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.008491 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Pushing event deleted for resources: {'Port': ['ID=77cab612-d77f-46e0-aa13-9723c0364c5a,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:37.021053 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.l3_hamode_db [None req-4ff1b5f1-1906-4df9-9e88-96b30f6b1b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:52:36Z', 'revision_number': 6, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port_host': None}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:37.046605 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1b5f1-1906-4df9-9e88-96b30f6b1b0e None None] The sync data for ids ['237c34a7-6133-465d-b235-f49e4cb279b9'] in dv-cinder-857993-2-iscsi is: [{'id': '237c34a7-6133-465d-b235-f49e4cb279b9', 'name': 'tempest-TestShelveInstance-517753071-router', 'tenant_id': 'e2e4abf23c7a495cb117b10045236a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:19Z', 'updated_at': '2022-09-17T04:52:36Z', 'revision_number': 6, 'project_id': 'e2e4abf23c7a495cb117b10045236a1c', 'gw_port_host': None}] {{(pid=106229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:52:37.076876 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3695193'] for router_gateway (237c34a7-6133-465d-b235-f49e4cb279b9), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.162690 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3698125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (237c34a7-6133-465d-b235-f49e4cb279b9), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.164913 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Publish callbacks [] for router_controller (237c34a7-6133-465d-b235-f49e4cb279b9), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.211557 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3697006'] for router (237c34a7-6133-465d-b235-f49e4cb279b9), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.212104 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 237c34a7-6133-465d-b235-f49e4cb279b9 {{(pid=106226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:52:37.216278 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.217431 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-4f83869f-3ebf-4554-94af-6185839e1247 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/237c34a7-6133-465d-b235-f49e4cb279b9 HTTP/1.1" status: 204 len: 168 time: 0.7432091 Sep 17 04:52:37.220000 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47568) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:37.258634 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:37.265826 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec721734-9aa6-49c7-8d37-823e31e8a0d2 admin admin] Deleting subnet 6a4a47c0-2665-4a48-abbb-bf12b1ba278a {{(pid=106226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:52:37.271560 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ec721734-9aa6-49c7-8d37-823e31e8a0d2 admin admin] Publish callbacks [] for subnet (6a4a47c0-2665-4a48-abbb-bf12b1ba278a), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.295996 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:37.309158 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ec721734-9aa6-49c7-8d37-823e31e8a0d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9580622'] for subnet (6a4a47c0-2665-4a48-abbb-bf12b1ba278a), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.390922 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ec721734-9aa6-49c7-8d37-823e31e8a0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (6a4a47c0-2665-4a48-abbb-bf12b1ba278a), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.448971 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ec721734-9aa6-49c7-8d37-823e31e8a0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9581814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411520'] for subnet (6a4a47c0-2665-4a48-abbb-bf12b1ba278a), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.477160 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec721734-9aa6-49c7-8d37-823e31e8a0d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4a47c0-2665-4a48-abbb-bf12b1ba278a,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:37.479165 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-ec721734-9aa6-49c7-8d37-823e31e8a0d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.482326 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-ec721734-9aa6-49c7-8d37-823e31e8a0d2 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/6a4a47c0-2665-4a48-abbb-bf12b1ba278a HTTP/1.1" status: 204 len: 168 time: 0.2614245 Sep 17 04:52:37.483639 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5360625d-e94f-48d5-b7fb-4edc503678cc None None] Network 1a206bad-97c5-44c1-b0a5-c29328556d8b requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:52:37.484973 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47570) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:37.555782 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (1a206bad-97c5-44c1-b0a5-c29328556d8b), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.601108 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Deleting port faa310ee-2575-4906-af60-bda1e439621a {{(pid=106226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:52:37.601486 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (faa310ee-2575-4906-af60-bda1e439621a), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.665299 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.db [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] For port faa310ee-2575-4906-af60-bda1e439621a, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=faa310ee-2575-4906-af60-bda1e439621a,segment=NetworkSegment(87e9de92-2f78-4d95-a828-c2119017c3f0),segment_id=87e9de92-2f78-4d95-a828-c2119017c3f0)] {{(pid=106226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:52:37.665630 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (faa310ee-2575-4906-af60-bda1e439621a), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.679439 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.plugin [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Calling delete_port for faa310ee-2575-4906-af60-bda1e439621a owned by network:dhcp {{(pid=106226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:52:37.765044 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9581721'] for port (faa310ee-2575-4906-af60-bda1e439621a), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.789462 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Pushing event deleted for resources: {'Port': ['ID=faa310ee-2575-4906-af60-bda1e439621a,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:37.793102 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] No DVR routers for this DVR port faa310ee-2575-4906-af60-bda1e439621a on host dv-cinder-857993-2-iscsi {{(pid=106226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:52:37.815165 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84690c60-5c09-4844-a0b9-ce71622c5c75 None None] DHCP port deletion for 1a206bad-97c5-44c1-b0a5-c29328556d8b request from dv-cinder-857993-2-iscsi {{(pid=106228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:52:37.871446 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (1a206bad-97c5-44c1-b0a5-c29328556d8b), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.892362 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a206bad-97c5-44c1-b0a5-c29328556d8b']}} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:37.904300 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e9de92-2f78-4d95-a828-c2119017c3f0') {'for_net_delete': True} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:37.904565 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.services.segments.db [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e9de92-2f78-4d95-a828-c2119017c3f0') {} {{(pid=106226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:37.914844 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9580661'] for segment (87e9de92-2f78-4d95-a828-c2119017c3f0), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.930055 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (87e9de92-2f78-4d95-a828-c2119017c3f0), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:37.937074 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=106226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:52:37.937488 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9581644'] for segment (87e9de92-2f78-4d95-a828-c2119017c3f0), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:38.000402 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (1a206bad-97c5-44c1-b0a5-c29328556d8b), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:38.010860 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:38.017224 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47576) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:38.017771 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/1a206bad-97c5-44c1-b0a5-c29328556d8b HTTP/1.1" status: 204 len: 168 time: 0.5312722 Sep 17 04:52:38.030838 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34bbe4-4943-4327-a2ee-ae6f586becec admin admin] Pushing event deleted for resources: {'Network': ['ID=1a206bad-97c5-44c1-b0a5-c29328556d8b,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:38.034823 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment 87e9de92-2f78-4d95-a828-c2119017c3f0 resource provider aggregate not found Sep 17 04:52:38.052473 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.services.segments.plugin [-] Segment 87e9de92-2f78-4d95-a828-c2119017c3f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87e9de92-2f78-4d95-a828-c2119017c3f0 found for delete ", "request_id": "req-2920fcf4-5fa1-4016-ab9b-92c7f03344bd"}]} Sep 17 04:52:38.199800 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device faa310ee-2575-4906-af60-bda1e439621a no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:52:38.219667 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: faa310ee-2575-4906-af60-bda1e439621a {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:52:38.220010 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device faa310ee-2575-4906-af60-bda1e439621a not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:52:38.220430 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device f763d38a-56a1-48ae-ae62-36cd4ebe6dba no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:52:38.238173 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: f763d38a-56a1-48ae-ae62-36cd4ebe6dba {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:52:38.238519 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device f763d38a-56a1-48ae-ae62-36cd4ebe6dba not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:52:38.238932 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 77cab612-d77f-46e0-aa13-9723c0364c5a no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:52:38.252855 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:38.256753 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 77cab612-d77f-46e0-aa13-9723c0364c5a {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:52:38.257123 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 77cab612-d77f-46e0-aa13-9723c0364c5a not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:52:38.257271 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:38.350302 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1dfc1059-1db1-48f5-b49c-5705f8b3227c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3836835'] for router_interface (5da9846c-8612-4981-8949-264c1e818af6), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:38.600274 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-1dfc1059-1db1-48f5-b49c-5705f8b3227c admin admin] Deleting port 7cc01392-dd58-40e0-8a10-402b8ea33019 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:52:38.600677 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1dfc1059-1db1-48f5-b49c-5705f8b3227c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:38.682565 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-1dfc1059-1db1-48f5-b49c-5705f8b3227c admin admin] For port 7cc01392-dd58-40e0-8a10-402b8ea33019, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=7cc01392-dd58-40e0-8a10-402b8ea33019,segment=NetworkSegment(9a48f4ef-342d-4f5b-8593-fcd0a8285351),segment_id=9a48f4ef-342d-4f5b-8593-fcd0a8285351)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:52:38.682967 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1dfc1059-1db1-48f5-b49c-5705f8b3227c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:38.699802 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-1dfc1059-1db1-48f5-b49c-5705f8b3227c admin admin] Calling delete_port for 7cc01392-dd58-40e0-8a10-402b8ea33019 owned by network:router_interface {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:52:38.883655 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1dfc1059-1db1-48f5-b49c-5705f8b3227c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (7cc01392-dd58-40e0-8a10-402b8ea33019), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:38.906304 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc1059-1db1-48f5-b49c-5705f8b3227c admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc01392-dd58-40e0-8a10-402b8ea33019,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:39.059984 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:39.071226 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-1dfc1059-1db1-48f5-b49c-5705f8b3227c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3696915'] for router_interface (5da9846c-8612-4981-8949-264c1e818af6), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:39.214241 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:39.275940 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfc1059-1db1-48f5-b49c-5705f8b3227c admin admin] Router 5da9846c-8612-4981-8949-264c1e818af6 has already been hosted by L3 agent 2a51d692-f8ce-41f3-97b1-265371e2a219 {{(pid=106227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 04:52:39.376421 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfc1059-1db1-48f5-b49c-5705f8b3227c admin admin] Notify agent at l3_agent.dv-cinder-857993-2-iscsi the message routers_updated {{(pid=106227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 04:52:39.381608 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-1dfc1059-1db1-48f5-b49c-5705f8b3227c admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/5da9846c-8612-4981-8949-264c1e818af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3631942 Sep 17 04:52:39.384348 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47580) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:39.388076 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4789da-72fc-4bfa-9d9a-d550e992c1bc None None] Sync routers for ids ['5da9846c-8612-4981-8949-264c1e818af6'] in dv-cinder-857993-2-iscsi {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 04:52:39.398945 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4789da-72fc-4bfa-9d9a-d550e992c1bc None None] Routers {'5da9846c-8612-4981-8949-264c1e818af6'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:52:39.399563 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4e4789da-72fc-4bfa-9d9a-d550e992c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:52:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['5da9846c-8612-4981-8949-264c1e818af6'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:39.479955 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Publish callbacks [] for router (5da9846c-8612-4981-8949-264c1e818af6), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:39.499983 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-4e4789da-72fc-4bfa-9d9a-d550e992c1bc None None] Set router 5da9846c-8612-4981-8949-264c1e818af6 gateway port host: dv-cinder-857993-2-iscsi {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:52:39.578925 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Publish callbacks [] for router_gateway (5da9846c-8612-4981-8949-264c1e818af6), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:39.624489 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Deleting port 70e73915-abe8-4268-8a3d-4d1a83c3f79d {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:52:39.624800 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:39.672336 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4e4789da-72fc-4bfa-9d9a-d550e992c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da9846c-8612-4981-8949-264c1e818af6', 'name': 'tempest-TestShelveInstance-180994692-router', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'external_fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:52:38Z', 'revision_number': 5, 'project_id': '162b40f4ef74498eb336fe4869eaa08b', 'gw_port': {'id': '70e73915-abe8-4268-8a3d-4d1a83c3f79d', 'name': '', 'network_id': '83f6c2c7-53a4-4a84-97d4-cba3c24263e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da9846c-8612-4981-8949-264c1e818af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa0fd281-8131-4004-8aa2-8ff047a9d8cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-2-iscsi'}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:39.710221 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] For port 70e73915-abe8-4268-8a3d-4d1a83c3f79d, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=70e73915-abe8-4268-8a3d-4d1a83c3f79d,segment=NetworkSegment(6703b78d-b36d-463e-821e-a99621c1a0b5),segment_id=6703b78d-b36d-463e-821e-a99621c1a0b5)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:52:39.710581 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:39.724879 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Calling delete_port for 70e73915-abe8-4268-8a3d-4d1a83c3f79d owned by network:router_gateway {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:52:39.830296 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4789da-72fc-4bfa-9d9a-d550e992c1bc None None] Checking router: 5da9846c-8612-4981-8949-264c1e818af6 for host: dv-cinder-857993-2-iscsi {{(pid=106228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 04:52:39.839670 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4789da-72fc-4bfa-9d9a-d550e992c1bc None None] Routers {'5da9846c-8612-4981-8949-264c1e818af6'} bound to L3 agent in host dv-cinder-857993-2-iscsi {{(pid=106228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 04:52:39.840273 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4e4789da-72fc-4bfa-9d9a-d550e992c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-17T04:20:21Z,description=,heartbeat_timestamp=2022-09-17T04:52:21Z,host='dv-cinder-857993-2-iscsi',id=2a51d692-f8ce-41f3-97b1-265371e2a219,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T04:20:21Z,topic='l3_agent')) {'router_ids': ['5da9846c-8612-4981-8949-264c1e818af6'], 'active': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:39.872096 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:39.897620 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (70e73915-abe8-4268-8a3d-4d1a83c3f79d), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:39.921742 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e73915-abe8-4268-8a3d-4d1a83c3f79d,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:39.927315 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvr_db [None req-4e4789da-72fc-4bfa-9d9a-d550e992c1bc None None] Set router 5da9846c-8612-4981-8949-264c1e818af6 gateway port host: None {{(pid=106228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 04:52:39.976018 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.db.l3_hamode_db [None req-4e4789da-72fc-4bfa-9d9a-d550e992c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da9846c-8612-4981-8949-264c1e818af6', 'name': 'tempest-TestShelveInstance-180994692-router', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:52:39Z', 'revision_number': 6, 'project_id': '162b40f4ef74498eb336fe4869eaa08b', 'gw_port_host': None}], 'dv-cinder-857993-2-iscsi', False) {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:39.987713 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3695193'] for router_gateway (5da9846c-8612-4981-8949-264c1e818af6), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.002935 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4789da-72fc-4bfa-9d9a-d550e992c1bc None None] The sync data for ids ['5da9846c-8612-4981-8949-264c1e818af6'] in dv-cinder-857993-2-iscsi is: [{'id': '5da9846c-8612-4981-8949-264c1e818af6', 'name': 'tempest-TestShelveInstance-180994692-router', 'tenant_id': '162b40f4ef74498eb336fe4869eaa08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T04:47:24Z', 'updated_at': '2022-09-17T04:52:39Z', 'revision_number': 6, 'project_id': '162b40f4ef74498eb336fe4869eaa08b', 'gw_port_host': None}] {{(pid=106228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 04:52:40.078598 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3698125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (5da9846c-8612-4981-8949-264c1e818af6), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.081011 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Publish callbacks [] for router_controller (5da9846c-8612-4981-8949-264c1e818af6), precommit_delete_associations {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.116906 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:40.123371 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3697006'] for router (5da9846c-8612-4981-8949-264c1e818af6), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.123962 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5da9846c-8612-4981-8949-264c1e818af6 {{(pid=106227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 04:52:40.128887 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.130082 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-337ac6a5-7fee-4d9a-9c97-fa56821aee44 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/5da9846c-8612-4981-8949-264c1e818af6 HTTP/1.1" status: 204 len: 168 time: 0.7448664 Sep 17 04:52:40.132803 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47582) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:40.183758 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20f66bd-2a12-4a4e-a39d-b46e9c7efc21 admin admin] Deleting subnet 0d2bd2de-a24b-45f2-821d-35b0b62ee258 {{(pid=106226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 04:52:40.187129 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b20f66bd-2a12-4a4e-a39d-b46e9c7efc21 admin admin] Publish callbacks [] for subnet (0d2bd2de-a24b-45f2-821d-35b0b62ee258), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.222955 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b20f66bd-2a12-4a4e-a39d-b46e9c7efc21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9580622'] for subnet (0d2bd2de-a24b-45f2-821d-35b0b62ee258), precommit_delete_associations {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.260822 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:40.268399 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:40.304974 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b20f66bd-2a12-4a4e-a39d-b46e9c7efc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472142'] for subnet (0d2bd2de-a24b-45f2-821d-35b0b62ee258), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.367891 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b20f66bd-2a12-4a4e-a39d-b46e9c7efc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9581814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411520'] for subnet (0d2bd2de-a24b-45f2-821d-35b0b62ee258), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.394207 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f66bd-2a12-4a4e-a39d-b46e9c7efc21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d2bd2de-a24b-45f2-821d-35b0b62ee258,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:40.402326 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-b20f66bd-2a12-4a4e-a39d-b46e9c7efc21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for subnet (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.408141 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-b20f66bd-2a12-4a4e-a39d-b46e9c7efc21 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/0d2bd2de-a24b-45f2-821d-35b0b62ee258 HTTP/1.1" status: 204 len: 168 time: 0.2720246 Sep 17 04:52:40.408685 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47584) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:40.413295 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9730e5-f452-418d-9402-801c868ba0f7 None None] Network e1346e59-5ea7-479d-9782-8c6514085eab requested from dv-cinder-857993-2-iscsi {{(pid=106228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 04:52:40.494682 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 7cc01392-dd58-40e0-8a10-402b8ea33019 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:52:40.497652 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512443'] for network (e1346e59-5ea7-479d-9782-8c6514085eab), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.517883 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 7cc01392-dd58-40e0-8a10-402b8ea33019 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:52:40.518224 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 7cc01392-dd58-40e0-8a10-402b8ea33019 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:52:40.538171 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Deleting port 766d7e95-f86e-49fa-9881-9cdeb74a4959 {{(pid=106227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 04:52:40.538497 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778005434381'] for port (766d7e95-f86e-49fa-9881-9cdeb74a4959), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.604425 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.db [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] For port 766d7e95-f86e-49fa-9881-9cdeb74a4959, host dv-cinder-857993-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-2-iscsi',level=0,port_id=766d7e95-f86e-49fa-9881-9cdeb74a4959,segment=NetworkSegment(9a48f4ef-342d-4f5b-8593-fcd0a8285351),segment_id=9a48f4ef-342d-4f5b-8593-fcd0a8285351)] {{(pid=106227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 04:52:40.604785 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839065'] for port (766d7e95-f86e-49fa-9881-9cdeb74a4959), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.617586 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Calling delete_port for 766d7e95-f86e-49fa-9881-9cdeb74a4959 owned by network:dhcp {{(pid=106227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 04:52:40.700841 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1543535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778005469579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778005027530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2666988'] for port (766d7e95-f86e-49fa-9881-9cdeb74a4959), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.723459 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=766d7e95-f86e-49fa-9881-9cdeb74a4959,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:40.728972 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] No DVR routers for this DVR port 766d7e95-f86e-49fa-9881-9cdeb74a4959 on host dv-cinder-857993-2-iscsi {{(pid=106227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 04:52:40.804211 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1355173', 'neutron.services.segments.db._delete_segments_for_network-8778005426625'] for network (e1346e59-5ea7-479d-9782-8c6514085eab), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.822809 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834dc8fb-faee-4b18-86d8-c395457980ab None None] DHCP port deletion for e1346e59-5ea7-479d-9782-8c6514085eab request from dv-cinder-857993-2-iscsi {{(pid=106228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 04:52:40.831203 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1346e59-5ea7-479d-9782-8c6514085eab']}} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:40.843703 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a48f4ef-342d-4f5b-8593-fcd0a8285351') {'for_net_delete': True} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:40.843999 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.services.segments.db [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a48f4ef-342d-4f5b-8593-fcd0a8285351') {} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 04:52:40.854501 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778005426517', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363405'] for segment (9a48f4ef-342d-4f5b-8593-fcd0a8285351), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.867909 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698'] for segment (9a48f4ef-342d-4f5b-8593-fcd0a8285351), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.874621 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=106227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 04:52:40.875057 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1334698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666809'] for segment (9a48f4ef-342d-4f5b-8593-fcd0a8285351), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.941967 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1355164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3828527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3695244'] for network (e1346e59-5ea7-479d-9782-8c6514085eab), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.948828 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683085'] for network (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:40.952677 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/e1346e59-5ea7-479d-9782-8c6514085eab HTTP/1.1" status: 204 len: 168 time: 0.5417724 Sep 17 04:52:40.963242 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc7cda-0089-4891-b638-9aadb12bc7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1346e59-5ea7-479d-9782-8c6514085eab,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:40.982347 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment 9a48f4ef-342d-4f5b-8593-fcd0a8285351 resource provider aggregate not found Sep 17 04:52:40.999925 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.services.segments.plugin [-] Segment 9a48f4ef-342d-4f5b-8593-fcd0a8285351 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a48f4ef-342d-4f5b-8593-fcd0a8285351 found for delete ", "request_id": "req-6c345e33-acda-40dc-b08e-52c6113a1ae7"}]} Sep 17 04:52:41.084468 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47594) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:41.124330 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-82d110c6-ef81-40d1-bf61-b170bc794b62 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e2e4abf23c7a495cb117b10045236a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385656 Sep 17 04:52:41.127819 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.wsgi [-] (106227) accepted ('10.222.0.60', 47596) {{(pid=106227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:41.187282 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-956b9a44-b616-4d11-b546-aaeea82195d1 admin admin] Publish callbacks [] for security_group (d025f7cb-8d2f-45ff-ae66-4c8ef32f1741), before_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:41.209713 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-956b9a44-b616-4d11-b546-aaeea82195d1 admin admin] Publish callbacks [] for security_group (d025f7cb-8d2f-45ff-ae66-4c8ef32f1741), precommit_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:41.262866 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-956b9a44-b616-4d11-b546-aaeea82195d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (d025f7cb-8d2f-45ff-ae66-4c8ef32f1741), after_delete {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:41.265881 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-956b9a44-b616-4d11-b546-aaeea82195d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:41.267065 dv-cinder-857993-2-iscsi neutron-server[106227]: INFO neutron.wsgi [None req-956b9a44-b616-4d11-b546-aaeea82195d1 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d025f7cb-8d2f-45ff-ae66-4c8ef32f1741 HTTP/1.1" status: 204 len: 168 time: 0.1384001 Sep 17 04:52:41.275033 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b9a44-b616-4d11-b546-aaeea82195d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d025f7cb-8d2f-45ff-ae66-4c8ef32f1741,revision_number=None']} {{(pid=106227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:41.592488 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47602) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:41.633563 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-3a346524-302f-489d-900c-a075b56ea7bd admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=162b40f4ef74498eb336fe4869eaa08b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398417 Sep 17 04:52:41.636659 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.wsgi [-] (106226) accepted ('10.222.0.60', 47604) {{(pid=106226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 04:52:41.689822 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0943f679-3eec-4a49-acb9-79d6ac1e4d90 admin admin] Publish callbacks [] for security_group (76987b84-7d61-4ba8-a176-38f9ec074123), before_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:41.710926 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0943f679-3eec-4a49-acb9-79d6ac1e4d90 admin admin] Publish callbacks [] for security_group (76987b84-7d61-4ba8-a176-38f9ec074123), precommit_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:41.765671 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0943f679-3eec-4a49-acb9-79d6ac1e4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826682'] for security_group (76987b84-7d61-4ba8-a176-38f9ec074123), after_delete {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:41.768201 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron_lib.callbacks.manager [None req-0943f679-3eec-4a49-acb9-79d6ac1e4d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:41.769405 dv-cinder-857993-2-iscsi neutron-server[106226]: INFO neutron.wsgi [None req-0943f679-3eec-4a49-acb9-79d6ac1e4d90 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/76987b84-7d61-4ba8-a176-38f9ec074123 HTTP/1.1" status: 204 len: 168 time: 0.1318431 Sep 17 04:52:41.777764 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943f679-3eec-4a49-acb9-79d6ac1e4d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76987b84-7d61-4ba8-a176-38f9ec074123,revision_number=None']} {{(pid=106226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 04:52:41.794088 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:42.197379 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 766d7e95-f86e-49fa-9881-9cdeb74a4959 no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:52:42.217584 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 766d7e95-f86e-49fa-9881-9cdeb74a4959 {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:52:42.217896 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 766d7e95-f86e-49fa-9881-9cdeb74a4959 not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:52:42.218329 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 70e73915-abe8-4268-8a3d-4d1a83c3f79d no longer exists at agent ovs-agent-dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 04:52:42.236549 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] No Port match for: 70e73915-abe8-4268-8a3d-4d1a83c3f79d {{(pid=106228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 04:52:42.236886 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.rpc [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Device 70e73915-abe8-4268-8a3d-4d1a83c3f79d not bound to the agent host dv-cinder-857993-2-iscsi {{(pid=106228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 04:52:47.023992 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:47.025315 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=17 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:48.466909 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:48.481057 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3f41bacd-cea4-4b16-8aae-f4ac95f9e9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:50.660162 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8721b92d-b2c7-4bfd-9431-958b7f60513e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:51.270562 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=88,neutron:DELETE=8 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:51.271476 dv-cinder-857993-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=76,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:51.773070 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=35,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:51.774358 dv-cinder-857993-2-iscsi neutron-server[106226]: DEBUG dbcounter [-] [106226] Writing DB stats neutron:SELECT=30,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:52:52.095597 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:53.578214 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:52:53.617491 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:53:01.080573 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:53:03.609825 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:53:03.611945 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:53:05.321076 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:53:15.308502 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:53:15.312100 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:53:16.541925 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=16 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:53:16.545536 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=18 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:53:18.488564 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-22d58e71-a00c-4f28-8daa-11be2e64b236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:53:20.663872 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6716912f-6d37-4083-bfe7-0a75178e04dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:53:22.101371 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:53:23.582118 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:53:23.622814 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:53:33.614705 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:53:33.617351 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:53:35.309012 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:53:38.086100 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:53:45.298455 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:53:45.302956 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:53:48.077781 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:53:48.079116 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:53:48.480634 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-221f40cb-79f1-4b40-8ef0-a80136cb5622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:53:50.658217 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7bbd70dc-28bb-4ac6-bd3f-db9cefd8c45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:53:52.098779 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:53:53.587443 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:53:53.628285 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:54:03.615798 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:54:03.622172 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:54:05.319026 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:54:15.091565 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:54:15.306359 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:54:15.309943 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:54:16.794051 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:54:18.482169 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e352b850-4939-4a2d-ba3f-26b6e358f2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:54:20.668512 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4c9fb08f-07f6-4ac5-bb65-92736b53e3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:54:22.104526 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:54:23.597255 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:54:23.632341 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:54:25.084497 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=9 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:54:35.325410 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:54:45.312389 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:54:45.316010 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:54:48.488143 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49adad39-de13-4d94-9501-f567fd6e5679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:54:50.674362 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5da27185-5de5-4592-9beb-c4193e936ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:54:52.091559 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:54:52.102957 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:54:53.596493 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:54:53.636203 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:55:02.086961 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:02.088340 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:03.628133 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:03.630069 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:05.322308 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:55:15.308502 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:15.312125 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:16.565827 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=14 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:16.566802 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=12 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:18.478756 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5a5c0090-c160-40ad-a83d-e3b8bc583a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:55:20.665465 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4d3ef161-ed2f-4ae5-9f47-8ec961faf9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:55:22.106359 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:55:23.606786 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:55:23.642320 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:55:29.096046 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:55:33.634525 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:33.637350 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:35.332484 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:55:39.087079 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:39.089034 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:45.323654 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:45.326156 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:55:48.475635 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1c22-6ab9-42a9-b15a-09343b98bcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:55:50.672339 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9fe198e8-329c-4689-b841-ef449c8b1fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:55:52.115874 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:55:53.602985 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:55:53.635758 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:56:03.628508 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:56:03.632078 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:56:05.346192 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:56:06.101314 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:56:15.336103 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:56:15.339680 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:56:16.094037 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:56:16.800169 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:56:18.479365 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5dc59804-87dc-4552-aad4-3c5d5f5da5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:56:20.667258 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2a6504cd-9893-449b-8697-ef1d32caa185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:56:22.115997 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:56:23.610477 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:56:23.641811 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:56:35.349513 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:56:43.106080 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:56:45.336380 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:56:45.340942 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:56:48.481948 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c71472cf-2d1c-4129-af4d-9e5c2269ff18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:56:50.677344 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e2126df8-f9ec-44c6-a786-25887e8e2d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:56:52.128344 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:56:53.610373 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:56:53.637147 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:56:54.744653 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:56:54.745913 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:57:03.629252 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:57:03.631488 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:57:05.367961 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:57:15.346338 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:57:15.350808 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:57:18.483287 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d2e94146-1a68-4fda-8a8d-6f3d49f21812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:57:20.111916 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:57:20.675813 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-966cc6c0-73d2-4038-a454-e8ece856b520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:57:22.113815 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:57:23.613048 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:57:23.642859 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:57:25.769206 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=14 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:57:30.108161 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=20 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:57:33.633988 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:57:33.636554 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:57:35.363889 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:57:45.353202 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:57:45.355351 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:57:48.484401 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2830229e-633f-4c0c-bb56-84fadb33ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:57:50.670700 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6e7a15df-3d21-4e1c-bf0a-6c7068274445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:57:52.121268 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:57:53.624503 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:57:53.637300 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:57:57.117123 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG neutron.db.agents_db [None req-d534e3e6-e27e-4710-9629-6adbccccd691 None None] Agent healthcheck: found 6 active agents {{(pid=106229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 04:58:02.775653 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:58:03.630588 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:58:03.631786 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:58:05.361036 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b23734a-dc56-4e01-a2a4-90726a521afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (273b7815-02b1-4d8f-98e8-163cf1d89321), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:58:07.109731 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:58:15.352697 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:58:16.805365 dv-cinder-857993-2-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 04:58:18.478689 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cda09279-bddb-4962-b4a8-076dd46fa4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (ba71fecb-3f5e-4fa7-8dd8-a25d4ac1e8ec), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:58:20.678780 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3995796e-8f9f-4e7e-8a36-e5243a086874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2a51d692-f8ce-41f3-97b1-265371e2a219), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:58:22.119390 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-49d74061-40f2-4d48-89ad-49fb120b235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (2d327729-b94e-4f1b-ace1-7bec3bed9dae), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:58:23.619749 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-26a40154-72f9-4221-a5ff-1c4781ef75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (09de0109-48ed-4047-9310-c9d63ca7d80b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 04:58:23.640319 dv-cinder-857993-2-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-302ffc85-27f6-4157-a13a-28013dfc394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778005426607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1357540'] for agent (d539fce6-2dda-4dc6-bb84-c442af237c70), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}